{
 "benchmark": "Sarvam Indic OCR Bench (test split, 6,908 images, 23 languages)",
 "metric": "Word accuracy = 100 x (1 - mean word error rate), Sarvam's own scoring script",
 "reference": {
  "label": "Sarvam Vision 2.1 (reported)",
  "word_accuracy": 87.4
 },
 "versions": [
  {
   "label": "Base PaddleOCR-VL",
   "date": null,
   "word_accuracy": 35.97,
   "samples": 6908,
   "loop_failures": 1048,
   "long_pages": 347,
   "early_stops": 41,
   "languages": {
    "Assamese": 38.0,
    "Bengali": 69.4,
    "Bodo": 28.6,
    "Dogri": 35.0,
    "English": 95.4,
    "Gujarati": 10.3,
    "Hindi": 65.2,
    "Kannada": 8.4,
    "Kashmiri": 7.4,
    "Konkani": 45.1,
    "Maithili": 45.9,
    "Malayalam": 7.7,
    "Manipuri": 0.0,
    "Marathi": 53.7,
    "Nepali": 47.6,
    "Odia": 1.9,
    "Punjabi": 7.5,
    "Sanskrit": 23.1,
    "Santhali": 11.6,
    "Sindhi": 47.4,
    "Tamil": 70.9,
    "Telugu": 64.9,
    "Urdu": 33.7
   }
  },
  {
   "label": "v1",
   "date": "2026-10-30",
   "word_accuracy": 66.32,
   "samples": 6908,
   "loop_failures": 422,
   "long_pages": 347,
   "early_stops": 79,
   "languages": {
    "Assamese": 82.6,
    "Bengali": 71.3,
    "Bodo": 66.3,
    "Dogri": 67.0,
    "English": 97.6,
    "Gujarati": 51.0,
    "Hindi": 77.6,
    "Kannada": 71.2,
    "Kashmiri": 19.0,
    "Konkani": 84.2,
    "Maithili": 82.2,
    "Malayalam": 75.4,
    "Manipuri": 0.0,
    "Marathi": 81.2,
    "Nepali": 84.5,
    "Odia": 56.4,
    "Punjabi": 78.2,
    "Sanskrit": 53.4,
    "Santhali": 18.8,
    "Sindhi": 81.2,
    "Tamil": 72.4,
    "Telugu": 59.5,
    "Urdu": 58.4
   }
  },
  {
   "label": "v2",
   "date": "2026-10-31",
   "word_accuracy": 70.02,
   "samples": 6908,
   "loop_failures": 167,
   "long_pages": 347,
   "early_stops": 65,
   "languages": {
    "Assamese": 84.5,
    "Bengali": 79.0,
    "Bodo": 71.4,
    "Dogri": 67.8,
    "English": 98.4,
    "Gujarati": 58.0,
    "Hindi": 79.0,
    "Kannada": 74.4,
    "Kashmiri": 20.9,
    "Konkani": 88.1,
    "Maithili": 86.6,
    "Malayalam": 77.3,
    "Manipuri": 0.0,
    "Marathi": 83.2,
    "Nepali": 89.5,
    "Odia": 57.5,
    "Punjabi": 81.5,
    "Sanskrit": 60.0,
    "Santhali": 17.9,
    "Sindhi": 83.5,
    "Tamil": 76.6,
    "Telugu": 71.6,
    "Urdu": 65.5
   }
  },
  {
   "label": "v3",
   "date": "2026-10-31",
   "word_accuracy": 72.85,
   "samples": 6908,
   "loop_failures": 153,
   "long_pages": 347,
   "early_stops": 60,
   "languages": {
    "Assamese": 84.6,
    "Bengali": 79.8,
    "Bodo": 72.0,
    "Dogri": 69.4,
    "English": 98.4,
    "Gujarati": 56.9,
    "Hindi": 80.1,
    "Kannada": 75.1,
    "Kashmiri": 29.7,
    "Konkani": 88.0,
    "Maithili": 87.4,
    "Malayalam": 76.5,
    "Manipuri": 74.7,
    "Marathi": 83.6,
    "Nepali": 89.7,
    "Odia": 58.8,
    "Punjabi": 80.3,
    "Sanskrit": 61.0,
    "Santhali": 21.3,
    "Sindhi": 83.5,
    "Tamil": 75.3,
    "Telugu": 69.7,
    "Urdu": 66.1
   }
  },
  {
   "label": "v4",
   "date": "2026-11-01",
   "word_accuracy": 75.79,
   "samples": 6908,
   "loop_failures": 151,
   "long_pages": 347,
   "early_stops": 80,
   "languages": {
    "Assamese": 83.9,
    "Bengali": 80.6,
    "Bodo": 73.1,
    "Dogri": 75.0,
    "English": 96.4,
    "Gujarati": 74.2,
    "Hindi": 82.9,
    "Kannada": 77.1,
    "Kashmiri": 29.5,
    "Konkani": 89.0,
    "Maithili": 87.2,
    "Malayalam": 76.2,
    "Manipuri": 71.7,
    "Marathi": 85.4,
    "Nepali": 91.4,
    "Odia": 73.9,
    "Punjabi": 79.2,
    "Sanskrit": 73.8,
    "Santhali": 19.2,
    "Sindhi": 82.8,
    "Tamil": 76.3,
    "Telugu": 82.1,
    "Urdu": 66.4
   }
  },
  {
   "label": "v5",
   "date": "2026-11-04",
   "word_accuracy": 76.35,
   "samples": 6908,
   "loop_failures": 139,
   "long_pages": 347,
   "early_stops": 117,
   "languages": {
    "Assamese": 84.9,
    "Bengali": 86.0,
    "Bodo": 74.1,
    "Dogri": 76.3,
    "English": 96.5,
    "Gujarati": 77.4,
    "Hindi": 80.5,
    "Kannada": 81.9,
    "Kashmiri": 29.7,
    "Konkani": 89.1,
    "Maithili": 87.6,
    "Malayalam": 78.1,
    "Manipuri": 70.1,
    "Marathi": 84.1,
    "Nepali": 91.6,
    "Odia": 74.7,
    "Punjabi": 76.7,
    "Sanskrit": 73.4,
    "Santhali": 20.3,
    "Sindhi": 83.0,
    "Tamil": 77.9,
    "Telugu": 81.3,
    "Urdu": 65.0
   }
  }
 ]
}