{
 "model": "IndicConformer-600M multilingual (AI4Bharat, MIT), RNNT decoder; Vedic v1 routing on top",
 "metric": "WER and CER after the scorer's normalisation; lower is better",
 "benches": [
  {
   "key": "indicvoices",
   "name": "IndicVoices",
   "what": "Read and conversational speech from many districts (AI4Bharat)",
   "n": 1800,
   "given": {
    "wer": 17.1,
    "cer": 5.6,
    "wer_no_digits": 17.1
   },
   "languages": {
    "Bengali": {
     "wer": 12.4,
     "cer": 3.6
    },
    "Gujarati": {
     "wer": 17.8,
     "cer": 5.6
    },
    "Hindi": {
     "wer": 12.6,
     "cer": 5.3
    },
    "Marathi": {
     "wer": 12.0,
     "cer": 3.9
    },
    "Tamil": {
     "wer": 27.8,
     "cer": 8.0
    },
    "Telugu": {
     "wer": 23.5,
     "cer": 6.8
    }
   },
   "auto": {
    "wer": 19.0,
    "cer": 7.6,
    "rtf_cpu": 0.0956,
    "lid_correct": 1635,
    "lid_n": 1800,
    "lid_by_lang": {
     "Bengali": "281/300",
     "Gujarati": "247/300",
     "Hindi": "274/300",
     "Marathi": "278/300",
     "Tamil": "289/300",
     "Telugu": "266/300"
    },
    "languages": {
     "Bengali": {
      "wer": 13.9,
      "cer": 5.4
     },
     "Gujarati": {
      "wer": 22.8,
      "cer": 11.6
     },
     "Hindi": {
      "wer": 13.8,
      "cer": 6.2
     },
     "Marathi": {
      "wer": 13.1,
      "cer": 4.5
     },
     "Tamil": {
      "wer": 28.5,
      "cer": 8.8
     },
     "Telugu": {
      "wer": 25.2,
      "cer": 9.0
     }
    }
   },
   "auto_first_rule": {
    "wer": 21.4,
    "lid_correct": 1588,
    "lid_n": 1800
   }
  },
  {
   "key": "fleurs",
   "name": "FLEURS",
   "what": "Read Wikipedia sentences (Google)",
   "n": 1800,
   "given": {
    "wer": 18.4,
    "cer": 7.1,
    "wer_no_digits": 15.2
   },
   "languages": {
    "Bengali": {
     "wer": 15.9,
     "cer": 5.8
    },
    "Gujarati": {
     "wer": 17.3,
     "cer": 6.1
    },
    "Hindi": {
     "wer": 12.4,
     "cer": 5.6
    },
    "Marathi": {
     "wer": 19.5,
     "cer": 6.9
    },
    "Tamil": {
     "wer": 25.2,
     "cer": 9.6
    },
    "Telugu": {
     "wer": 23.2,
     "cer": 8.2
    }
   },
   "auto": {
    "wer": 18.8,
    "cer": 7.6,
    "rtf_cpu": 0.0662,
    "lid_correct": 1786,
    "lid_n": 1800,
    "lid_by_lang": {
     "Bengali": "300/300",
     "Gujarati": "290/300",
     "Hindi": "296/300",
     "Marathi": "300/300",
     "Tamil": "300/300",
     "Telugu": "300/300"
    },
    "languages": {
     "Bengali": {
      "wer": 15.9,
      "cer": 5.8
     },
     "Gujarati": {
      "wer": 19.4,
      "cer": 9.0
     },
     "Hindi": {
      "wer": 12.6,
      "cer": 5.7
     },
     "Marathi": {
      "wer": 19.5,
      "cer": 6.9
     },
     "Tamil": {
      "wer": 25.2,
      "cer": 9.6
     },
     "Telugu": {
      "wer": 23.1,
      "cer": 8.2
     }
    }
   },
   "auto_first_rule": {
    "wer": 20.4,
    "lid_correct": 1744,
    "lid_n": 1800
   }
  },
  {
   "key": "vaani",
   "name": "Vaani",
   "what": "Spontaneous district speech, often on phones (ARTPARK-IISc)",
   "n": 1200,
   "given": {
    "wer": 43.2,
    "cer": 13.7,
    "wer_no_digits": 43.2
   },
   "languages": {
    "Malayalam": {
     "wer": 38.3,
     "cer": 9.9
    },
    "Odia": {
     "wer": 45.2,
     "cer": 13.9
    },
    "Tamil": {
     "wer": 55.8,
     "cer": 19.1
    },
    "Telugu": {
     "wer": 36.8,
     "cer": 13.6
    }
   },
   "auto": {
    "wer": 44.3,
    "cer": 15.3,
    "rtf_cpu": 0.1075,
    "lid_correct": 1167,
    "lid_n": 1200,
    "lid_by_lang": {
     "Malayalam": "300/300",
     "Odia": "283/300",
     "Tamil": "297/300",
     "Telugu": "287/300"
    },
    "languages": {
     "Malayalam": {
      "wer": 38.3,
      "cer": 9.9
     },
     "Odia": {
      "wer": 46.6,
      "cer": 16.7
     },
     "Tamil": {
      "wer": 56.2,
      "cer": 19.5
     },
     "Telugu": {
      "wer": 38.9,
      "cer": 16.6
     }
    }
   },
   "auto_first_rule": {
    "wer": 47.1,
    "lid_correct": 1117,
    "lid_n": 1200
   }
  }
 ],
 "te_finetune": {
  "vaani_before": {
   "wer": 41.3,
   "cer": 14.1
  },
  "vaani_after": {
   "wer": 34.5,
   "cer": 12.9
  },
  "iv_before": {
   "wer": 23.1,
   "cer": 6.7
  },
  "iv_after": {
   "wer": 31.7,
   "cer": 8.1
  }
 }
}