{
  "generated_utc": "2026-10-15T17:09:27.836300+00:00",
  "selection": "candidate",
  "selection_sha256": "32e18a5c4a29f3855bf323f51944a7ccae53659f60982d3d40b284960e63f00b",
  "final_summary_sha256": "214253fbefcd37adf53e6b2ba8b3f6c11cdce42780b1c8179ebd2c7b75a28e9f",
  "protocol": {
    "train": {
      "count": 25000,
      "sha256": "22a698424d7a0963c640d9e7960a3c7858d358d26be38a3d5d620efc69dee496"
    },
    "validation": {
      "count": 5000,
      "sha256": "b22314bdbb7fd922c9db41e9df68a764a13c299fa2ec2254a62e3333f77e35d4"
    },
    "final-test": {
      "count": 3000,
      "sha256": "5247e8ff10612838ac251bea3c41407b904034e9301be302078a4bb4fb85b1f4"
    }
  },
  "model_revision": "cd50d301d0e17e8ecb32fc49c8ccbd7914dcfc25",
  "training_config": {
    "seed": 42,
    "prompt": "telugu_literal",
    "preprocessing": "official",
    "rank": 8,
    "targets": [
      "q",
      "v"
    ],
    "lr": 1e-05,
    "augmentation": false,
    "accumulation": 4,
    "microbatch_size": 1,
    "gradient_clip": 1.0,
    "maximum_training_examples": 25000,
    "maximum_epochs": 1
  },
  "initialization": "Validation-selected preserved pilot; new optimizer/scheduler for capped manifest.",
  "models": {
    "original": {
      "label": "Original IndicOCR",
      "final": {
        "examples": 3000,
        "raw_micro_cer": 0.12783891360337157,
        "nfc_micro_cer": 0.12783891360337157,
        "raw_micro_wer": 0.4226666666666667,
        "nfc_micro_wer": 0.4226666666666667,
        "raw_exact_match": 0.6643333333333333,
        "nfc_exact_match": 0.6643333333333333
      },
      "validation": {
        "examples": 5000,
        "micro_cer": 0.10695569318723201,
        "micro_wer": 0.3238,
        "raw_exact_match": 0.7324
      },
      "timing": {
        "latency_median_seconds": 0.5655776999992668,
        "latency_p95_seconds": 0.8829315999973915,
        "peak_allocated_vram_bytes": 1921672704,
        "peak_reserved_vram_bytes": 2034237440,
        "peak_vram_scope": "remaining_examples_in_this_process_only",
        "resumed_predictions_count": 2227,
        "generated_predictions_this_process": 773,
        "elapsed_seconds_this_process": 427.1896529197693
      },
      "diagnostics": {
        "script_contamination_rate": 0.0,
        "refusal_rate": 0.0,
        "malformed_output_rate": 0.0,
        "repetition_candidate_rate": 0.0006666666666666666,
        "abstention_rate": 0.0,
        "resource_abstention_rate": 0.0,
        "truncated_count": 1
      },
      "subgroups": {
        "length:4-6": {
          "examples": 1804,
          "micro_cer": 0.1171710063335679,
          "micro_wer": 0.4190687361419069,
          "raw_exact_match": 0.6740576496674058
        },
        "source:iiit-words": {
          "examples": 3000,
          "micro_cer": 0.12783891360337157,
          "micro_wer": 0.4226666666666667,
          "raw_exact_match": 0.6643333333333333
        },
        "document:iiit-words:9/423": {
          "examples": 23,
          "micro_cer": 0.08411214953271028,
          "micro_wer": 0.391304347826087,
          "raw_exact_match": 0.7391304347826086
        },
        "numerals:absent": {
          "examples": 2993,
          "micro_cer": 0.12680678177982654,
          "micro_wer": 0.42098229201470094,
          "raw_exact_match": 0.6655529568994321
        },
        "quality:other": {
          "examples": 2999,
          "micro_cer": 0.12210164727925678,
          "micro_wer": 0.41513837945981996,
          "raw_exact_match": 0.6645548516172057
        },
        "script:Telugu": {
          "examples": 3000,
          "micro_cer": 0.12783891360337157,
          "micro_wer": 0.4226666666666667,
          "raw_exact_match": 0.6643333333333333
        },
        "crop_quality:eligible": {
          "examples": 3000,
          "micro_cer": 0.12783891360337157,
          "micro_wer": 0.4226666666666667,
          "raw_exact_match": 0.6643333333333333
        },
        "document:iiit-words:13/17": {
          "examples": 23,
          "micro_cer": 0.19387755102040816,
          "micro_wer": 0.43478260869565216,
          "raw_exact_match": 0.5652173913043478
        },
        "document:iiit-words:9/65": {
          "examples": 26,
          "micro_cer": 0.8137254901960784,
          "micro_wer": 1.1923076923076923,
          "raw_exact_match": 0.6538461538461539
        },
        "length:1-3": {
          "examples": 976,
          "micro_cer": 0.1697825257535292,
          "micro_wer": 0.3422131147540984,
          "raw_exact_match": 0.673155737704918
        },
        "document:iiit-words:12/125": {
          "examples": 23,
          "micro_cer": 0.11224489795918367,
          "micro_wer": 0.5217391304347826,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:12/206": {
          "examples": 26,
          "micro_cer": 0.08490566037735849,
          "micro_wer": 0.3076923076923077,
          "raw_exact_match": 0.7307692307692307
        },
        "document:iiit-words:12/236": {
          "examples": 21,
          "micro_cer": 0.039603960396039604,
          "micro_wer": 0.14285714285714285,
          "raw_exact_match": 0.8571428571428571
        },
        "document:iiit-words:9/185": {
          "examples": 25,
          "micro_cer": 0.09803921568627451,
          "micro_wer": 0.32,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:12/87": {
          "examples": 25,
          "micro_cer": 0.0392156862745098,
          "micro_wer": 0.28,
          "raw_exact_match": 0.84
        },
        "document:iiit-words:9/43": {
          "examples": 25,
          "micro_cer": 0.15841584158415842,
          "micro_wer": 0.48,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:9/226": {
          "examples": 26,
          "micro_cer": 0.09615384615384616,
          "micro_wer": 0.2692307692307692,
          "raw_exact_match": 0.7307692307692307
        },
        "document:iiit-words:9/142": {
          "examples": 26,
          "micro_cer": 0.22641509433962265,
          "micro_wer": 0.7692307692307693,
          "raw_exact_match": 0.46153846153846156
        },
        "document:iiit-words:9/291": {
          "examples": 20,
          "micro_cer": 0.15306122448979592,
          "micro_wer": 0.4,
          "raw_exact_match": 0.65
        },
        "document:iiit-words:9/435": {
          "examples": 23,
          "micro_cer": 0.10752688172043011,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:12/93": {
          "examples": 23,
          "micro_cer": 0.12745098039215685,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:12/146": {
          "examples": 24,
          "micro_cer": 0.1485148514851485,
          "micro_wer": 0.5,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:9/27": {
          "examples": 25,
          "micro_cer": 0.47572815533980584,
          "micro_wer": 1.12,
          "raw_exact_match": 0.36
        },
        "document:iiit-words:12/235": {
          "examples": 25,
          "micro_cer": 0.08163265306122448,
          "micro_wer": 0.28,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:9/314": {
          "examples": 26,
          "micro_cer": 0.1346153846153846,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6538461538461539
        },
        "document:iiit-words:12/240": {
          "examples": 22,
          "micro_cer": 0.1111111111111111,
          "micro_wer": 0.5,
          "raw_exact_match": 0.5454545454545454
        },
        "document:iiit-words:12/107": {
          "examples": 26,
          "micro_cer": 0.10377358490566038,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:12/77": {
          "examples": 24,
          "micro_cer": 0.10185185185185185,
          "micro_wer": 0.4166666666666667,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/267": {
          "examples": 22,
          "micro_cer": 0.2,
          "micro_wer": 0.5,
          "raw_exact_match": 0.8181818181818182
        },
        "length:7+": {
          "examples": 220,
          "micro_cer": 0.11644657863145258,
          "micro_wer": 0.8090909090909091,
          "raw_exact_match": 0.5454545454545454
        },
        "document:iiit-words:9/281": {
          "examples": 22,
          "micro_cer": 0.14705882352941177,
          "micro_wer": 0.45454545454545453,
          "raw_exact_match": 0.5909090909090909
        },
        "document:iiit-words:12/124": {
          "examples": 24,
          "micro_cer": 0.11764705882352941,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:13/6": {
          "examples": 22,
          "micro_cer": 0.16304347826086957,
          "micro_wer": 0.5454545454545454,
          "raw_exact_match": 0.5454545454545454
        },
        "document:iiit-words:9/128": {
          "examples": 25,
          "micro_cer": 0.05660377358490566,
          "micro_wer": 0.24,
          "raw_exact_match": 0.76
        },
        "document:iiit-words:9/204": {
          "examples": 23,
          "micro_cer": 0.25263157894736843,
          "micro_wer": 0.5217391304347826,
          "raw_exact_match": 0.5217391304347826
        },
        "document:iiit-words:9/418": {
          "examples": 22,
          "micro_cer": 0.06593406593406594,
          "micro_wer": 0.18181818181818182,
          "raw_exact_match": 0.8181818181818182
        },
        "document:iiit-words:12/35": {
          "examples": 23,
          "micro_cer": 0.06796116504854369,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:13/25": {
          "examples": 23,
          "micro_cer": 0.042105263157894736,
          "micro_wer": 0.17391304347826086,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:12/247": {
          "examples": 26,
          "micro_cer": 0.08737864077669903,
          "micro_wer": 0.3076923076923077,
          "raw_exact_match": 0.7307692307692307
        },
        "document:iiit-words:12/96": {
          "examples": 24,
          "micro_cer": 0.05660377358490566,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:9/115": {
          "examples": 25,
          "micro_cer": 0.12,
          "micro_wer": 0.32,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:9/83": {
          "examples": 22,
          "micro_cer": 0.0784313725490196,
          "micro_wer": 0.4090909090909091,
          "raw_exact_match": 0.6363636363636364
        },
        "document:iiit-words:12/245": {
          "examples": 24,
          "micro_cer": 0.1134020618556701,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:9/177": {
          "examples": 24,
          "micro_cer": 0.08737864077669903,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/315": {
          "examples": 23,
          "micro_cer": 0.11538461538461539,
          "micro_wer": 0.4782608695652174,
          "raw_exact_match": 0.5652173913043478
        },
        "document:iiit-words:9/147": {
          "examples": 23,
          "micro_cer": 0.11538461538461539,
          "micro_wer": 0.4782608695652174,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/366": {
          "examples": 25,
          "micro_cer": 0.2037037037037037,
          "micro_wer": 0.64,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:12/181": {
          "examples": 21,
          "micro_cer": 0.06060606060606061,
          "micro_wer": 0.23809523809523808,
          "raw_exact_match": 0.8095238095238095
        },
        "document:iiit-words:12/9": {
          "examples": 24,
          "micro_cer": 0.12380952380952381,
          "micro_wer": 0.4166666666666667,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:9/262": {
          "examples": 22,
          "micro_cer": 0.07920792079207921,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:9/215": {
          "examples": 23,
          "micro_cer": 0.10526315789473684,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:12/84": {
          "examples": 23,
          "micro_cer": 0.16304347826086957,
          "micro_wer": 0.4782608695652174,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/80": {
          "examples": 22,
          "micro_cer": 0.10377358490566038,
          "micro_wer": 0.4090909090909091,
          "raw_exact_match": 0.6363636363636364
        },
        "document:iiit-words:12/230": {
          "examples": 24,
          "micro_cer": 0.03636363636363636,
          "micro_wer": 0.16666666666666666,
          "raw_exact_match": 0.875
        },
        "document:iiit-words:9/446": {
          "examples": 25,
          "micro_cer": 0.10679611650485436,
          "micro_wer": 0.36,
          "raw_exact_match": 0.64
        },
        "document:iiit-words:13/29": {
          "examples": 25,
          "micro_cer": 0.16666666666666666,
          "micro_wer": 0.52,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:9/283": {
          "examples": 23,
          "micro_cer": 0.09,
          "micro_wer": 0.5217391304347826,
          "raw_exact_match": 0.6086956521739131
        },
        "document:iiit-words:9/143": {
          "examples": 22,
          "micro_cer": 0.13829787234042554,
          "micro_wer": 0.45454545454545453,
          "raw_exact_match": 0.6363636363636364
        },
        "document:iiit-words:12/31": {
          "examples": 24,
          "micro_cer": 0.16,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.5416666666666666
        },
        "document:iiit-words:12/102": {
          "examples": 24,
          "micro_cer": 0.1958762886597938,
          "micro_wer": 0.5416666666666666,
          "raw_exact_match": 0.5416666666666666
        },
        "document:iiit-words:12/155": {
          "examples": 26,
          "micro_cer": 0.04854368932038835,
          "micro_wer": 0.2692307692307692,
          "raw_exact_match": 0.8076923076923077
        },
        "document:iiit-words:12/263": {
          "examples": 24,
          "micro_cer": 0.1,
          "micro_wer": 0.375,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:12/19": {
          "examples": 23,
          "micro_cer": 0.0989010989010989,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:12/264": {
          "examples": 22,
          "micro_cer": 0.14,
          "micro_wer": 0.45454545454545453,
          "raw_exact_match": 0.6363636363636364
        },
        "document:iiit-words:9/334": {
          "examples": 24,
          "micro_cer": 0.09183673469387756,
          "micro_wer": 0.25,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:12/21": {
          "examples": 20,
          "micro_cer": 0.14736842105263157,
          "micro_wer": 0.6,
          "raw_exact_match": 0.55
        },
        "document:iiit-words:9/136": {
          "examples": 24,
          "micro_cer": 0.10891089108910891,
          "micro_wer": 0.4166666666666667,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:13/34": {
          "examples": 25,
          "micro_cer": 0.18095238095238095,
          "micro_wer": 0.68,
          "raw_exact_match": 0.44
        },
        "document:iiit-words:12/243": {
          "examples": 21,
          "micro_cer": 0.12790697674418605,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.7619047619047619
        },
        "document:iiit-words:9/163": {
          "examples": 23,
          "micro_cer": 0.042105263157894736,
          "micro_wer": 0.17391304347826086,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:9/232": {
          "examples": 26,
          "micro_cer": 0.037383177570093455,
          "micro_wer": 0.15384615384615385,
          "raw_exact_match": 0.8461538461538461
        },
        "document:iiit-words:9/173": {
          "examples": 25,
          "micro_cer": 0.08108108108108109,
          "micro_wer": 0.28,
          "raw_exact_match": 0.76
        },
        "document:iiit-words:12/215": {
          "examples": 22,
          "micro_cer": 0.1958762886597938,
          "micro_wer": 0.7272727272727273,
          "raw_exact_match": 0.45454545454545453
        },
        "document:iiit-words:9/122": {
          "examples": 21,
          "micro_cer": 0.15730337078651685,
          "micro_wer": 0.47619047619047616,
          "raw_exact_match": 0.5714285714285714
        },
        "document:iiit-words:12/210": {
          "examples": 24,
          "micro_cer": 0.08,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/133": {
          "examples": 23,
          "micro_cer": 0.07446808510638298,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/355": {
          "examples": 24,
          "micro_cer": 0.1346153846153846,
          "micro_wer": 0.7083333333333334,
          "raw_exact_match": 0.4583333333333333
        },
        "document:iiit-words:9/349": {
          "examples": 22,
          "micro_cer": 0.12745098039215685,
          "micro_wer": 0.6363636363636364,
          "raw_exact_match": 0.6818181818181818
        },
        "document:iiit-words:13/1": {
          "examples": 23,
          "micro_cer": 0.11224489795918367,
          "micro_wer": 0.391304347826087,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:13/10": {
          "examples": 23,
          "micro_cer": 0.17525773195876287,
          "micro_wer": 0.5217391304347826,
          "raw_exact_match": 0.5652173913043478
        },
        "document:iiit-words:9/421": {
          "examples": 22,
          "micro_cer": 0.041237113402061855,
          "micro_wer": 0.18181818181818182,
          "raw_exact_match": 0.8636363636363636
        },
        "document:iiit-words:12/22": {
          "examples": 23,
          "micro_cer": 0.06315789473684211,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:12/151": {
          "examples": 18,
          "micro_cer": 0.09195402298850575,
          "micro_wer": 0.2777777777777778,
          "raw_exact_match": 0.7777777777777778
        },
        "document:iiit-words:9/69": {
          "examples": 23,
          "micro_cer": 0.0891089108910891,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:12/2": {
          "examples": 27,
          "micro_cer": 0.10784313725490197,
          "micro_wer": 0.37037037037037035,
          "raw_exact_match": 0.7037037037037037
        },
        "document:iiit-words:12/218": {
          "examples": 23,
          "micro_cer": 0.1276595744680851,
          "micro_wer": 0.4782608695652174,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:9/241": {
          "examples": 23,
          "micro_cer": 0.10869565217391304,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/333": {
          "examples": 20,
          "micro_cer": 0.17525773195876287,
          "micro_wer": 0.65,
          "raw_exact_match": 0.45
        },
        "document:iiit-words:13/3": {
          "examples": 23,
          "micro_cer": 0.09278350515463918,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/363": {
          "examples": 25,
          "micro_cer": 0.18446601941747573,
          "micro_wer": 0.4,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/28": {
          "examples": 25,
          "micro_cer": 0.14414414414414414,
          "micro_wer": 0.52,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/344": {
          "examples": 24,
          "micro_cer": 0.19047619047619047,
          "micro_wer": 0.5833333333333334,
          "raw_exact_match": 0.5
        },
        "document:iiit-words:12/199": {
          "examples": 24,
          "micro_cer": 0.11650485436893204,
          "micro_wer": 0.375,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:12/98": {
          "examples": 23,
          "micro_cer": 0.21904761904761905,
          "micro_wer": 0.6086956521739131,
          "raw_exact_match": 0.4782608695652174
        },
        "document:iiit-words:12/114": {
          "examples": 22,
          "micro_cer": 0.0707070707070707,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:9/275": {
          "examples": 24,
          "micro_cer": 0.20202020202020202,
          "micro_wer": 0.625,
          "raw_exact_match": 0.4583333333333333
        },
        "document:iiit-words:12/188": {
          "examples": 24,
          "micro_cer": 0.038834951456310676,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.8333333333333334
        },
        "document:iiit-words:9/79": {
          "examples": 23,
          "micro_cer": 0.13402061855670103,
          "micro_wer": 0.43478260869565216,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:9/346": {
          "examples": 26,
          "micro_cer": 0.09803921568627451,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:9/279": {
          "examples": 20,
          "micro_cer": 0.10112359550561797,
          "micro_wer": 0.3,
          "raw_exact_match": 0.7
        },
        "document:iiit-words:9/66": {
          "examples": 24,
          "micro_cer": 0.1414141414141414,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/10": {
          "examples": 22,
          "micro_cer": 0.12631578947368421,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:9/16": {
          "examples": 26,
          "micro_cer": 0.1553398058252427,
          "micro_wer": 0.5,
          "raw_exact_match": 0.5384615384615384
        },
        "document:iiit-words:9/222": {
          "examples": 26,
          "micro_cer": 0.07920792079207921,
          "micro_wer": 0.2692307692307692,
          "raw_exact_match": 0.7692307692307693
        },
        "document:iiit-words:9/110": {
          "examples": 25,
          "micro_cer": 0.08490566037735849,
          "micro_wer": 0.32,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:9/30": {
          "examples": 24,
          "micro_cer": 0.08653846153846154,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:12/32": {
          "examples": 25,
          "micro_cer": 0.10101010101010101,
          "micro_wer": 0.36,
          "raw_exact_match": 0.68
        },
        "numerals:present": {
          "examples": 7,
          "micro_cer": 1.0714285714285714,
          "micro_wer": 1.1428571428571428,
          "raw_exact_match": 0.14285714285714285
        },
        "document:iiit-words:9/404": {
          "examples": 26,
          "micro_cer": 0.07547169811320754,
          "micro_wer": 0.23076923076923078,
          "raw_exact_match": 0.7692307692307693
        },
        "document:iiit-words:9/456": {
          "examples": 21,
          "micro_cer": 0.041237113402061855,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.8095238095238095
        },
        "document:iiit-words:9/84": {
          "examples": 25,
          "micro_cer": 0.10204081632653061,
          "micro_wer": 0.4,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:13/19": {
          "examples": 23,
          "micro_cer": 0.2571428571428571,
          "micro_wer": 0.6086956521739131,
          "raw_exact_match": 0.4782608695652174
        },
        "document:iiit-words:12/63": {
          "examples": 24,
          "micro_cer": 0.11,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/431": {
          "examples": 22,
          "micro_cer": 0.10989010989010989,
          "micro_wer": 0.2727272727272727,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:9/336": {
          "examples": 23,
          "micro_cer": 0.12244897959183673,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/433": {
          "examples": 20,
          "micro_cer": 0.2736842105263158,
          "micro_wer": 0.75,
          "raw_exact_match": 0.45
        },
        "document:iiit-words:9/154": {
          "examples": 25,
          "micro_cer": 0.22549019607843138,
          "micro_wer": 0.56,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:9/90": {
          "examples": 25,
          "micro_cer": 0.07407407407407407,
          "micro_wer": 0.36,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:9/164": {
          "examples": 23,
          "micro_cer": 0.05825242718446602,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:9/144": {
          "examples": 24,
          "micro_cer": 0.05714285714285714,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:9/368": {
          "examples": 25,
          "micro_cer": 0.13541666666666666,
          "micro_wer": 0.4,
          "raw_exact_match": 0.64
        },
        "document:iiit-words:12/241": {
          "examples": 24,
          "micro_cer": 0.15151515151515152,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:9/220": {
          "examples": 22,
          "micro_cer": 0.15,
          "micro_wer": 0.45454545454545453,
          "raw_exact_match": 0.5454545454545454
        },
        "document:iiit-words:12/142": {
          "examples": 24,
          "micro_cer": 0.12121212121212122,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.5833333333333334
        },
        "document:iiit-words:9/351": {
          "examples": 20,
          "micro_cer": 0.15463917525773196,
          "micro_wer": 0.7,
          "raw_exact_match": 0.5
        },
        "document:iiit-words:9/300": {
          "examples": 24,
          "micro_cer": 0.14432989690721648,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:12/28": {
          "examples": 20,
          "micro_cer": 0.1717171717171717,
          "micro_wer": 0.8,
          "raw_exact_match": 0.5
        },
        "document:iiit-words:12/255": {
          "examples": 26,
          "micro_cer": 0.14018691588785046,
          "micro_wer": 0.6153846153846154,
          "raw_exact_match": 0.5384615384615384
        },
        "document:iiit-words:12/99": {
          "examples": 22,
          "micro_cer": 0.1111111111111111,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:13/36": {
          "examples": 19,
          "micro_cer": 0.09876543209876543,
          "micro_wer": 0.47368421052631576,
          "raw_exact_match": 0.631578947368421
        },
        "document:iiit-words:12/172": {
          "examples": 24,
          "micro_cer": 0.11764705882352941,
          "micro_wer": 0.5416666666666666,
          "raw_exact_match": 0.5833333333333334
        },
        "document:iiit-words:12/220": {
          "examples": 26,
          "micro_cer": 0.11428571428571428,
          "micro_wer": 0.46153846153846156,
          "raw_exact_match": 0.6153846153846154
        },
        "document:iiit-words:12/244": {
          "examples": 23,
          "micro_cer": 0.14583333333333334,
          "micro_wer": 0.5652173913043478,
          "raw_exact_match": 0.6086956521739131
        },
        "document:iiit-words:9/49": {
          "examples": 21,
          "micro_cer": 0.07216494845360824,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.7619047619047619
        },
        "document:iiit-words:9/155": {
          "examples": 25,
          "micro_cer": 0.308411214953271,
          "micro_wer": 0.8,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/265": {
          "examples": 23,
          "micro_cer": 0.10679611650485436,
          "micro_wer": 0.5652173913043478,
          "raw_exact_match": 0.5652173913043478
        },
        "document:iiit-words:9/401": {
          "examples": 21,
          "micro_cer": 0.049019607843137254,
          "micro_wer": 0.2857142857142857,
          "raw_exact_match": 0.7619047619047619
        },
        "error:repetition_candidate": {
          "examples": 2,
          "micro_cer": 7.6,
          "micro_wer": 13.0,
          "raw_exact_match": 0.0
        },
        "quality:low_contrast": {
          "examples": 1,
          "micro_cer": 18.5,
          "micro_wer": 23.0,
          "raw_exact_match": 0.0
        },
        "error:truncated": {
          "examples": 1,
          "micro_cer": 18.5,
          "micro_wer": 23.0,
          "raw_exact_match": 0.0
        },
        "error:low_contrast_review": {
          "examples": 1,
          "micro_cer": 18.5,
          "micro_wer": 23.0,
          "raw_exact_match": 0.0
        }
      },
      "predictions_sha256": "cd41c6d96553367fb6500bf0eec3a00d389b645774bb2a02ddfaba617a8363a0"
    },
    "pilot": {
      "label": "Preserved pilot",
      "final": {
        "examples": 3000,
        "raw_micro_cer": 0.1219074377585265,
        "nfc_micro_cer": 0.1219074377585265,
        "raw_micro_wer": 0.40166666666666667,
        "nfc_micro_wer": 0.40166666666666667,
        "raw_exact_match": 0.6746666666666666,
        "nfc_exact_match": 0.6746666666666666
      },
      "validation": {
        "examples": 5000,
        "micro_cer": 0.09199618866126727,
        "micro_wer": 0.3038,
        "raw_exact_match": 0.7414
      },
      "timing": {
        "latency_median_seconds": 0.622369400000025,
        "latency_p95_seconds": 0.928542000001471,
        "peak_allocated_vram_bytes": 1934647296,
        "peak_reserved_vram_bytes": 2071986176,
        "peak_vram_scope": "entire_evaluation",
        "resumed_predictions_count": 0,
        "generated_predictions_this_process": 3000,
        "elapsed_seconds_this_process": 2093.5210044384003
      },
      "diagnostics": {
        "script_contamination_rate": 0.0,
        "refusal_rate": 0.0,
        "malformed_output_rate": 0.0,
        "repetition_candidate_rate": 0.0003333333333333333,
        "abstention_rate": 0.0,
        "resource_abstention_rate": 0.0,
        "truncated_count": 0
      },
      "subgroups": {
        "length:4-6": {
          "examples": 1804,
          "micro_cer": 0.1116584564860427,
          "micro_wer": 0.39634146341463417,
          "raw_exact_match": 0.6840354767184036
        },
        "source:iiit-words": {
          "examples": 3000,
          "micro_cer": 0.1219074377585265,
          "micro_wer": 0.40166666666666667,
          "raw_exact_match": 0.6746666666666666
        },
        "document:iiit-words:9/423": {
          "examples": 23,
          "micro_cer": 0.08411214953271028,
          "micro_wer": 0.391304347826087,
          "raw_exact_match": 0.7391304347826086
        },
        "numerals:absent": {
          "examples": 2993,
          "micro_cer": 0.12102508008438159,
          "micro_wer": 0.39993317741396595,
          "raw_exact_match": 0.6759104577347144
        },
        "quality:other": {
          "examples": 2999,
          "micro_cer": 0.11726130064798189,
          "micro_wer": 0.3974658219406469,
          "raw_exact_match": 0.6748916305435145
        },
        "script:Telugu": {
          "examples": 3000,
          "micro_cer": 0.1219074377585265,
          "micro_wer": 0.40166666666666667,
          "raw_exact_match": 0.6746666666666666
        },
        "crop_quality:eligible": {
          "examples": 3000,
          "micro_cer": 0.1219074377585265,
          "micro_wer": 0.40166666666666667,
          "raw_exact_match": 0.6746666666666666
        },
        "document:iiit-words:13/17": {
          "examples": 23,
          "micro_cer": 0.19387755102040816,
          "micro_wer": 0.43478260869565216,
          "raw_exact_match": 0.5652173913043478
        },
        "document:iiit-words:9/65": {
          "examples": 26,
          "micro_cer": 0.6764705882352942,
          "micro_wer": 0.8076923076923077,
          "raw_exact_match": 0.6538461538461539
        },
        "length:1-3": {
          "examples": 976,
          "micro_cer": 0.16024418161007248,
          "micro_wer": 0.33094262295081966,
          "raw_exact_match": 0.6813524590163934
        },
        "document:iiit-words:12/125": {
          "examples": 23,
          "micro_cer": 0.11224489795918367,
          "micro_wer": 0.5217391304347826,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:12/206": {
          "examples": 26,
          "micro_cer": 0.07547169811320754,
          "micro_wer": 0.2692307692307692,
          "raw_exact_match": 0.7692307692307693
        },
        "document:iiit-words:12/236": {
          "examples": 21,
          "micro_cer": 0.039603960396039604,
          "micro_wer": 0.14285714285714285,
          "raw_exact_match": 0.8571428571428571
        },
        "document:iiit-words:9/185": {
          "examples": 25,
          "micro_cer": 0.09803921568627451,
          "micro_wer": 0.32,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:12/87": {
          "examples": 25,
          "micro_cer": 0.0392156862745098,
          "micro_wer": 0.28,
          "raw_exact_match": 0.84
        },
        "document:iiit-words:9/43": {
          "examples": 25,
          "micro_cer": 0.15841584158415842,
          "micro_wer": 0.48,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:9/226": {
          "examples": 26,
          "micro_cer": 0.09615384615384616,
          "micro_wer": 0.2692307692307692,
          "raw_exact_match": 0.7307692307692307
        },
        "document:iiit-words:9/142": {
          "examples": 26,
          "micro_cer": 0.24528301886792453,
          "micro_wer": 0.7307692307692307,
          "raw_exact_match": 0.46153846153846156
        },
        "document:iiit-words:9/291": {
          "examples": 20,
          "micro_cer": 0.15306122448979592,
          "micro_wer": 0.4,
          "raw_exact_match": 0.65
        },
        "document:iiit-words:9/435": {
          "examples": 23,
          "micro_cer": 0.07526881720430108,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:12/93": {
          "examples": 23,
          "micro_cer": 0.12745098039215685,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:12/146": {
          "examples": 24,
          "micro_cer": 0.1188118811881188,
          "micro_wer": 0.375,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:9/27": {
          "examples": 25,
          "micro_cer": 0.4854368932038835,
          "micro_wer": 1.12,
          "raw_exact_match": 0.36
        },
        "document:iiit-words:12/235": {
          "examples": 25,
          "micro_cer": 0.08163265306122448,
          "micro_wer": 0.28,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:9/314": {
          "examples": 26,
          "micro_cer": 0.11538461538461539,
          "micro_wer": 0.3076923076923077,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:12/240": {
          "examples": 22,
          "micro_cer": 0.1111111111111111,
          "micro_wer": 0.5,
          "raw_exact_match": 0.5454545454545454
        },
        "document:iiit-words:12/107": {
          "examples": 26,
          "micro_cer": 0.09433962264150944,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:12/77": {
          "examples": 24,
          "micro_cer": 0.06481481481481481,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:9/267": {
          "examples": 22,
          "micro_cer": 0.2,
          "micro_wer": 0.5,
          "raw_exact_match": 0.8181818181818182
        },
        "length:7+": {
          "examples": 220,
          "micro_cer": 0.11404561824729892,
          "micro_wer": 0.759090909090909,
          "raw_exact_match": 0.5681818181818182
        },
        "document:iiit-words:9/281": {
          "examples": 22,
          "micro_cer": 0.13725490196078433,
          "micro_wer": 0.45454545454545453,
          "raw_exact_match": 0.5909090909090909
        },
        "document:iiit-words:12/124": {
          "examples": 24,
          "micro_cer": 0.11764705882352941,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:13/6": {
          "examples": 22,
          "micro_cer": 0.13043478260869565,
          "micro_wer": 0.5454545454545454,
          "raw_exact_match": 0.5454545454545454
        },
        "document:iiit-words:9/128": {
          "examples": 25,
          "micro_cer": 0.05660377358490566,
          "micro_wer": 0.24,
          "raw_exact_match": 0.76
        },
        "document:iiit-words:9/204": {
          "examples": 23,
          "micro_cer": 0.24210526315789474,
          "micro_wer": 0.5217391304347826,
          "raw_exact_match": 0.5217391304347826
        },
        "document:iiit-words:9/418": {
          "examples": 22,
          "micro_cer": 0.07692307692307693,
          "micro_wer": 0.22727272727272727,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:12/35": {
          "examples": 23,
          "micro_cer": 0.06796116504854369,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:13/25": {
          "examples": 23,
          "micro_cer": 0.042105263157894736,
          "micro_wer": 0.17391304347826086,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:12/247": {
          "examples": 26,
          "micro_cer": 0.08737864077669903,
          "micro_wer": 0.2692307692307692,
          "raw_exact_match": 0.7692307692307693
        },
        "document:iiit-words:12/96": {
          "examples": 24,
          "micro_cer": 0.05660377358490566,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:9/115": {
          "examples": 25,
          "micro_cer": 0.12,
          "micro_wer": 0.32,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:9/83": {
          "examples": 22,
          "micro_cer": 0.0784313725490196,
          "micro_wer": 0.4090909090909091,
          "raw_exact_match": 0.6363636363636364
        },
        "document:iiit-words:12/245": {
          "examples": 24,
          "micro_cer": 0.1134020618556701,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:9/177": {
          "examples": 24,
          "micro_cer": 0.08737864077669903,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/315": {
          "examples": 23,
          "micro_cer": 0.1346153846153846,
          "micro_wer": 0.5217391304347826,
          "raw_exact_match": 0.5217391304347826
        },
        "document:iiit-words:9/147": {
          "examples": 23,
          "micro_cer": 0.10576923076923077,
          "micro_wer": 0.43478260869565216,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:9/366": {
          "examples": 25,
          "micro_cer": 0.19444444444444445,
          "micro_wer": 0.6,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:12/181": {
          "examples": 21,
          "micro_cer": 0.06060606060606061,
          "micro_wer": 0.23809523809523808,
          "raw_exact_match": 0.8095238095238095
        },
        "document:iiit-words:12/9": {
          "examples": 24,
          "micro_cer": 0.11428571428571428,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:9/262": {
          "examples": 22,
          "micro_cer": 0.0891089108910891,
          "micro_wer": 0.36363636363636365,
          "raw_exact_match": 0.6818181818181818
        },
        "document:iiit-words:9/215": {
          "examples": 23,
          "micro_cer": 0.10526315789473684,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:12/84": {
          "examples": 23,
          "micro_cer": 0.16304347826086957,
          "micro_wer": 0.4782608695652174,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/80": {
          "examples": 22,
          "micro_cer": 0.10377358490566038,
          "micro_wer": 0.4090909090909091,
          "raw_exact_match": 0.6363636363636364
        },
        "document:iiit-words:12/230": {
          "examples": 24,
          "micro_cer": 0.03636363636363636,
          "micro_wer": 0.16666666666666666,
          "raw_exact_match": 0.875
        },
        "document:iiit-words:9/446": {
          "examples": 25,
          "micro_cer": 0.0970873786407767,
          "micro_wer": 0.32,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:13/29": {
          "examples": 25,
          "micro_cer": 0.1568627450980392,
          "micro_wer": 0.44,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/283": {
          "examples": 23,
          "micro_cer": 0.08,
          "micro_wer": 0.4782608695652174,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/143": {
          "examples": 22,
          "micro_cer": 0.1276595744680851,
          "micro_wer": 0.4090909090909091,
          "raw_exact_match": 0.6818181818181818
        },
        "document:iiit-words:12/31": {
          "examples": 24,
          "micro_cer": 0.15,
          "micro_wer": 0.4166666666666667,
          "raw_exact_match": 0.5833333333333334
        },
        "document:iiit-words:12/102": {
          "examples": 24,
          "micro_cer": 0.18556701030927836,
          "micro_wer": 0.5,
          "raw_exact_match": 0.5833333333333334
        },
        "document:iiit-words:12/155": {
          "examples": 26,
          "micro_cer": 0.05825242718446602,
          "micro_wer": 0.3076923076923077,
          "raw_exact_match": 0.7692307692307693
        },
        "document:iiit-words:12/263": {
          "examples": 24,
          "micro_cer": 0.1,
          "micro_wer": 0.375,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:12/19": {
          "examples": 23,
          "micro_cer": 0.10989010989010989,
          "micro_wer": 0.391304347826087,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:12/264": {
          "examples": 22,
          "micro_cer": 0.14,
          "micro_wer": 0.45454545454545453,
          "raw_exact_match": 0.6363636363636364
        },
        "document:iiit-words:9/334": {
          "examples": 24,
          "micro_cer": 0.09183673469387756,
          "micro_wer": 0.25,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:12/21": {
          "examples": 20,
          "micro_cer": 0.10526315789473684,
          "micro_wer": 0.5,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/136": {
          "examples": 24,
          "micro_cer": 0.09900990099009901,
          "micro_wer": 0.4166666666666667,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:13/34": {
          "examples": 25,
          "micro_cer": 0.18095238095238095,
          "micro_wer": 0.68,
          "raw_exact_match": 0.44
        },
        "document:iiit-words:12/243": {
          "examples": 21,
          "micro_cer": 0.12790697674418605,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.7619047619047619
        },
        "document:iiit-words:9/163": {
          "examples": 23,
          "micro_cer": 0.042105263157894736,
          "micro_wer": 0.17391304347826086,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:9/232": {
          "examples": 26,
          "micro_cer": 0.037383177570093455,
          "micro_wer": 0.15384615384615385,
          "raw_exact_match": 0.8461538461538461
        },
        "document:iiit-words:9/173": {
          "examples": 25,
          "micro_cer": 0.08108108108108109,
          "micro_wer": 0.28,
          "raw_exact_match": 0.76
        },
        "document:iiit-words:12/215": {
          "examples": 22,
          "micro_cer": 0.1958762886597938,
          "micro_wer": 0.7272727272727273,
          "raw_exact_match": 0.45454545454545453
        },
        "document:iiit-words:9/122": {
          "examples": 21,
          "micro_cer": 0.15730337078651685,
          "micro_wer": 0.47619047619047616,
          "raw_exact_match": 0.5714285714285714
        },
        "document:iiit-words:12/210": {
          "examples": 24,
          "micro_cer": 0.08,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/133": {
          "examples": 23,
          "micro_cer": 0.07446808510638298,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/355": {
          "examples": 24,
          "micro_cer": 0.11538461538461539,
          "micro_wer": 0.625,
          "raw_exact_match": 0.5416666666666666
        },
        "document:iiit-words:9/349": {
          "examples": 22,
          "micro_cer": 0.10784313725490197,
          "micro_wer": 0.5454545454545454,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:13/1": {
          "examples": 23,
          "micro_cer": 0.11224489795918367,
          "micro_wer": 0.391304347826087,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:13/10": {
          "examples": 23,
          "micro_cer": 0.16494845360824742,
          "micro_wer": 0.43478260869565216,
          "raw_exact_match": 0.6086956521739131
        },
        "document:iiit-words:9/421": {
          "examples": 22,
          "micro_cer": 0.041237113402061855,
          "micro_wer": 0.18181818181818182,
          "raw_exact_match": 0.8636363636363636
        },
        "document:iiit-words:12/22": {
          "examples": 23,
          "micro_cer": 0.05263157894736842,
          "micro_wer": 0.21739130434782608,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:12/151": {
          "examples": 18,
          "micro_cer": 0.09195402298850575,
          "micro_wer": 0.2777777777777778,
          "raw_exact_match": 0.7777777777777778
        },
        "document:iiit-words:9/69": {
          "examples": 23,
          "micro_cer": 0.0891089108910891,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:12/2": {
          "examples": 27,
          "micro_cer": 0.0784313725490196,
          "micro_wer": 0.25925925925925924,
          "raw_exact_match": 0.7407407407407407
        },
        "document:iiit-words:12/218": {
          "examples": 23,
          "micro_cer": 0.10638297872340426,
          "micro_wer": 0.43478260869565216,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:9/241": {
          "examples": 23,
          "micro_cer": 0.08695652173913043,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:9/333": {
          "examples": 20,
          "micro_cer": 0.16494845360824742,
          "micro_wer": 0.65,
          "raw_exact_match": 0.45
        },
        "document:iiit-words:13/3": {
          "examples": 23,
          "micro_cer": 0.09278350515463918,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/363": {
          "examples": 25,
          "micro_cer": 0.1650485436893204,
          "micro_wer": 0.44,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:9/28": {
          "examples": 25,
          "micro_cer": 0.14414414414414414,
          "micro_wer": 0.52,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/344": {
          "examples": 24,
          "micro_cer": 0.19047619047619047,
          "micro_wer": 0.5,
          "raw_exact_match": 0.5416666666666666
        },
        "document:iiit-words:12/199": {
          "examples": 24,
          "micro_cer": 0.11650485436893204,
          "micro_wer": 0.375,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:12/98": {
          "examples": 23,
          "micro_cer": 0.18095238095238095,
          "micro_wer": 0.5652173913043478,
          "raw_exact_match": 0.4782608695652174
        },
        "document:iiit-words:12/114": {
          "examples": 22,
          "micro_cer": 0.0707070707070707,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:9/275": {
          "examples": 24,
          "micro_cer": 0.1919191919191919,
          "micro_wer": 0.5833333333333334,
          "raw_exact_match": 0.5
        },
        "document:iiit-words:12/188": {
          "examples": 24,
          "micro_cer": 0.038834951456310676,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.8333333333333334
        },
        "document:iiit-words:9/79": {
          "examples": 23,
          "micro_cer": 0.12371134020618557,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/346": {
          "examples": 26,
          "micro_cer": 0.09803921568627451,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:9/279": {
          "examples": 20,
          "micro_cer": 0.10112359550561797,
          "micro_wer": 0.3,
          "raw_exact_match": 0.7
        },
        "document:iiit-words:9/66": {
          "examples": 24,
          "micro_cer": 0.1414141414141414,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/10": {
          "examples": 22,
          "micro_cer": 0.12631578947368421,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:9/16": {
          "examples": 26,
          "micro_cer": 0.13592233009708737,
          "micro_wer": 0.46153846153846156,
          "raw_exact_match": 0.5769230769230769
        },
        "document:iiit-words:9/222": {
          "examples": 26,
          "micro_cer": 0.06930693069306931,
          "micro_wer": 0.23076923076923078,
          "raw_exact_match": 0.8076923076923077
        },
        "document:iiit-words:9/110": {
          "examples": 25,
          "micro_cer": 0.07547169811320754,
          "micro_wer": 0.28,
          "raw_exact_match": 0.76
        },
        "document:iiit-words:9/30": {
          "examples": 24,
          "micro_cer": 0.07692307692307693,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:12/32": {
          "examples": 25,
          "micro_cer": 0.09090909090909091,
          "micro_wer": 0.28,
          "raw_exact_match": 0.72
        },
        "numerals:present": {
          "examples": 7,
          "micro_cer": 0.9285714285714286,
          "micro_wer": 1.1428571428571428,
          "raw_exact_match": 0.14285714285714285
        },
        "document:iiit-words:9/404": {
          "examples": 26,
          "micro_cer": 0.0660377358490566,
          "micro_wer": 0.19230769230769232,
          "raw_exact_match": 0.8076923076923077
        },
        "document:iiit-words:9/456": {
          "examples": 21,
          "micro_cer": 0.041237113402061855,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.8095238095238095
        },
        "document:iiit-words:9/84": {
          "examples": 25,
          "micro_cer": 0.10204081632653061,
          "micro_wer": 0.4,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:13/19": {
          "examples": 23,
          "micro_cer": 0.2571428571428571,
          "micro_wer": 0.6086956521739131,
          "raw_exact_match": 0.4782608695652174
        },
        "document:iiit-words:12/63": {
          "examples": 24,
          "micro_cer": 0.08,
          "micro_wer": 0.375,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:9/431": {
          "examples": 22,
          "micro_cer": 0.10989010989010989,
          "micro_wer": 0.2727272727272727,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:9/336": {
          "examples": 23,
          "micro_cer": 0.10204081632653061,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/433": {
          "examples": 20,
          "micro_cer": 0.2736842105263158,
          "micro_wer": 0.75,
          "raw_exact_match": 0.45
        },
        "document:iiit-words:9/154": {
          "examples": 25,
          "micro_cer": 0.23529411764705882,
          "micro_wer": 0.6,
          "raw_exact_match": 0.52
        },
        "document:iiit-words:9/90": {
          "examples": 25,
          "micro_cer": 0.07407407407407407,
          "micro_wer": 0.36,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:9/164": {
          "examples": 23,
          "micro_cer": 0.05825242718446602,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:9/144": {
          "examples": 24,
          "micro_cer": 0.047619047619047616,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:9/368": {
          "examples": 25,
          "micro_cer": 0.125,
          "micro_wer": 0.36,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:12/241": {
          "examples": 24,
          "micro_cer": 0.15151515151515152,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:9/220": {
          "examples": 22,
          "micro_cer": 0.16,
          "micro_wer": 0.45454545454545453,
          "raw_exact_match": 0.5454545454545454
        },
        "document:iiit-words:12/142": {
          "examples": 24,
          "micro_cer": 0.12121212121212122,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.5833333333333334
        },
        "document:iiit-words:9/351": {
          "examples": 20,
          "micro_cer": 0.16494845360824742,
          "micro_wer": 0.7,
          "raw_exact_match": 0.5
        },
        "document:iiit-words:9/300": {
          "examples": 24,
          "micro_cer": 0.14432989690721648,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:12/28": {
          "examples": 20,
          "micro_cer": 0.15151515151515152,
          "micro_wer": 0.65,
          "raw_exact_match": 0.55
        },
        "document:iiit-words:12/255": {
          "examples": 26,
          "micro_cer": 0.14018691588785046,
          "micro_wer": 0.6153846153846154,
          "raw_exact_match": 0.5384615384615384
        },
        "document:iiit-words:12/99": {
          "examples": 22,
          "micro_cer": 0.1111111111111111,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:13/36": {
          "examples": 19,
          "micro_cer": 0.09876543209876543,
          "micro_wer": 0.47368421052631576,
          "raw_exact_match": 0.631578947368421
        },
        "document:iiit-words:12/172": {
          "examples": 24,
          "micro_cer": 0.13725490196078433,
          "micro_wer": 0.5416666666666666,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:12/220": {
          "examples": 26,
          "micro_cer": 0.09523809523809523,
          "micro_wer": 0.46153846153846156,
          "raw_exact_match": 0.6153846153846154
        },
        "document:iiit-words:12/244": {
          "examples": 23,
          "micro_cer": 0.13541666666666666,
          "micro_wer": 0.4782608695652174,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/49": {
          "examples": 21,
          "micro_cer": 0.07216494845360824,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.7619047619047619
        },
        "document:iiit-words:9/155": {
          "examples": 25,
          "micro_cer": 0.29906542056074764,
          "micro_wer": 0.76,
          "raw_exact_match": 0.64
        },
        "document:iiit-words:9/265": {
          "examples": 23,
          "micro_cer": 0.10679611650485436,
          "micro_wer": 0.5652173913043478,
          "raw_exact_match": 0.5652173913043478
        },
        "document:iiit-words:9/401": {
          "examples": 21,
          "micro_cer": 0.0392156862745098,
          "micro_wer": 0.19047619047619047,
          "raw_exact_match": 0.8095238095238095
        },
        "error:repetition_candidate": {
          "examples": 1,
          "micro_cer": 0.3333333333333333,
          "micro_wer": 3.0,
          "raw_exact_match": 0.0
        },
        "quality:low_contrast": {
          "examples": 1,
          "micro_cer": 15.0,
          "micro_wer": 13.0,
          "raw_exact_match": 0.0
        },
        "error:low_contrast_review": {
          "examples": 1,
          "micro_cer": 15.0,
          "micro_wer": 13.0,
          "raw_exact_match": 0.0
        }
      },
      "predictions_sha256": "575a195a3526596a360edfa59bc1c2d9f5a129c85448fedc1973177060aa2d1c"
    },
    "candidate": {
      "label": "Akshara candidate (selected)",
      "final": {
        "examples": 3000,
        "raw_micro_cer": 0.07453367673456646,
        "nfc_micro_cer": 0.07453367673456646,
        "raw_micro_wer": 0.244,
        "nfc_micro_wer": 0.244,
        "raw_exact_match": 0.762,
        "nfc_exact_match": 0.762
      },
      "validation": {
        "examples": 5000,
        "micro_cer": 0.0570271557884707,
        "micro_wer": 0.193,
        "raw_exact_match": 0.8138
      },
      "timing": {
        "latency_median_seconds": 0.6273977000018931,
        "latency_p95_seconds": 0.9228212999951211,
        "peak_allocated_vram_bytes": 1934647296,
        "peak_reserved_vram_bytes": 2071986176,
        "peak_vram_scope": "entire_evaluation",
        "resumed_predictions_count": 0,
        "generated_predictions_this_process": 3000,
        "elapsed_seconds_this_process": 2116.183533668518
      },
      "diagnostics": {
        "script_contamination_rate": 0.0,
        "refusal_rate": 0.0,
        "malformed_output_rate": 0.0,
        "repetition_candidate_rate": 0.0,
        "abstention_rate": 0.0,
        "resource_abstention_rate": 0.0,
        "truncated_count": 0
      },
      "subgroups": {
        "length:4-6": {
          "examples": 1804,
          "micro_cer": 0.0660333098756744,
          "micro_wer": 0.23558758314855877,
          "raw_exact_match": 0.7710643015521065
        },
        "source:iiit-words": {
          "examples": 3000,
          "micro_cer": 0.07453367673456646,
          "micro_wer": 0.244,
          "raw_exact_match": 0.762
        },
        "document:iiit-words:9/423": {
          "examples": 23,
          "micro_cer": 0.056074766355140186,
          "micro_wer": 0.21739130434782608,
          "raw_exact_match": 0.782608695652174
        },
        "numerals:absent": {
          "examples": 2993,
          "micro_cer": 0.07391202437690444,
          "micro_wer": 0.24290010023387906,
          "raw_exact_match": 0.7631139325091881
        },
        "quality:other": {
          "examples": 2999,
          "micro_cer": 0.07354204075259584,
          "micro_wer": 0.24341447149049683,
          "raw_exact_match": 0.7622540846948983
        },
        "script:Telugu": {
          "examples": 3000,
          "micro_cer": 0.07453367673456646,
          "micro_wer": 0.244,
          "raw_exact_match": 0.762
        },
        "crop_quality:eligible": {
          "examples": 3000,
          "micro_cer": 0.07453367673456646,
          "micro_wer": 0.244,
          "raw_exact_match": 0.762
        },
        "document:iiit-words:13/17": {
          "examples": 23,
          "micro_cer": 0.15306122448979592,
          "micro_wer": 0.391304347826087,
          "raw_exact_match": 0.6086956521739131
        },
        "document:iiit-words:9/65": {
          "examples": 26,
          "micro_cer": 0.19607843137254902,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6923076923076923
        },
        "length:1-3": {
          "examples": 976,
          "micro_cer": 0.1175123998473865,
          "micro_wer": 0.25614754098360654,
          "raw_exact_match": 0.7448770491803278
        },
        "document:iiit-words:12/125": {
          "examples": 23,
          "micro_cer": 0.09183673469387756,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:12/206": {
          "examples": 26,
          "micro_cer": 0.03773584905660377,
          "micro_wer": 0.15384615384615385,
          "raw_exact_match": 0.8461538461538461
        },
        "document:iiit-words:12/236": {
          "examples": 21,
          "micro_cer": 0.009900990099009901,
          "micro_wer": 0.047619047619047616,
          "raw_exact_match": 0.9523809523809523
        },
        "document:iiit-words:9/185": {
          "examples": 25,
          "micro_cer": 0.058823529411764705,
          "micro_wer": 0.16,
          "raw_exact_match": 0.84
        },
        "document:iiit-words:12/87": {
          "examples": 25,
          "micro_cer": 0.0196078431372549,
          "micro_wer": 0.08,
          "raw_exact_match": 0.92
        },
        "document:iiit-words:9/43": {
          "examples": 25,
          "micro_cer": 0.1188118811881188,
          "micro_wer": 0.4,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/226": {
          "examples": 26,
          "micro_cer": 0.0673076923076923,
          "micro_wer": 0.19230769230769232,
          "raw_exact_match": 0.8076923076923077
        },
        "document:iiit-words:9/142": {
          "examples": 26,
          "micro_cer": 0.16037735849056603,
          "micro_wer": 0.46153846153846156,
          "raw_exact_match": 0.5384615384615384
        },
        "document:iiit-words:9/291": {
          "examples": 20,
          "micro_cer": 0.15306122448979592,
          "micro_wer": 0.45,
          "raw_exact_match": 0.55
        },
        "document:iiit-words:9/435": {
          "examples": 23,
          "micro_cer": 0.053763440860215055,
          "micro_wer": 0.17391304347826086,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:12/93": {
          "examples": 23,
          "micro_cer": 0.08823529411764706,
          "micro_wer": 0.21739130434782608,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:12/146": {
          "examples": 24,
          "micro_cer": 0.09900990099009901,
          "micro_wer": 0.3333333333333333,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:9/27": {
          "examples": 25,
          "micro_cer": 0.2524271844660194,
          "micro_wer": 0.6,
          "raw_exact_match": 0.44
        },
        "document:iiit-words:12/235": {
          "examples": 25,
          "micro_cer": 0.04081632653061224,
          "micro_wer": 0.16,
          "raw_exact_match": 0.84
        },
        "document:iiit-words:9/314": {
          "examples": 26,
          "micro_cer": 0.1346153846153846,
          "micro_wer": 0.4230769230769231,
          "raw_exact_match": 0.5769230769230769
        },
        "document:iiit-words:12/240": {
          "examples": 22,
          "micro_cer": 0.04040404040404041,
          "micro_wer": 0.18181818181818182,
          "raw_exact_match": 0.8181818181818182
        },
        "document:iiit-words:12/107": {
          "examples": 26,
          "micro_cer": 0.05660377358490566,
          "micro_wer": 0.19230769230769232,
          "raw_exact_match": 0.8076923076923077
        },
        "document:iiit-words:12/77": {
          "examples": 24,
          "micro_cer": 0.009259259259259259,
          "micro_wer": 0.041666666666666664,
          "raw_exact_match": 0.9583333333333334
        },
        "document:iiit-words:9/267": {
          "examples": 22,
          "micro_cer": 0.08571428571428572,
          "micro_wer": 0.13636363636363635,
          "raw_exact_match": 0.8636363636363636
        },
        "length:7+": {
          "examples": 220,
          "micro_cer": 0.05042016806722689,
          "micro_wer": 0.2590909090909091,
          "raw_exact_match": 0.7636363636363637
        },
        "document:iiit-words:9/281": {
          "examples": 22,
          "micro_cer": 0.0784313725490196,
          "micro_wer": 0.2727272727272727,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:12/124": {
          "examples": 24,
          "micro_cer": 0.06862745098039216,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:13/6": {
          "examples": 22,
          "micro_cer": 0.043478260869565216,
          "micro_wer": 0.22727272727272727,
          "raw_exact_match": 0.8181818181818182
        },
        "document:iiit-words:9/128": {
          "examples": 25,
          "micro_cer": 0.04716981132075472,
          "micro_wer": 0.2,
          "raw_exact_match": 0.8
        },
        "document:iiit-words:9/204": {
          "examples": 23,
          "micro_cer": 0.16842105263157894,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/418": {
          "examples": 22,
          "micro_cer": 0.04395604395604396,
          "micro_wer": 0.18181818181818182,
          "raw_exact_match": 0.8181818181818182
        },
        "document:iiit-words:12/35": {
          "examples": 23,
          "micro_cer": 0.08737864077669903,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:13/25": {
          "examples": 23,
          "micro_cer": 0.031578947368421054,
          "micro_wer": 0.13043478260869565,
          "raw_exact_match": 0.8695652173913043
        },
        "document:iiit-words:12/247": {
          "examples": 26,
          "micro_cer": 0.08737864077669903,
          "micro_wer": 0.2692307692307692,
          "raw_exact_match": 0.7307692307692307
        },
        "document:iiit-words:12/96": {
          "examples": 24,
          "micro_cer": 0.018867924528301886,
          "micro_wer": 0.08333333333333333,
          "raw_exact_match": 0.9166666666666666
        },
        "document:iiit-words:9/115": {
          "examples": 25,
          "micro_cer": 0.08,
          "micro_wer": 0.24,
          "raw_exact_match": 0.76
        },
        "document:iiit-words:9/83": {
          "examples": 22,
          "micro_cer": 0.049019607843137254,
          "micro_wer": 0.22727272727272727,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:12/245": {
          "examples": 24,
          "micro_cer": 0.07216494845360824,
          "micro_wer": 0.25,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:9/177": {
          "examples": 24,
          "micro_cer": 0.04854368932038835,
          "micro_wer": 0.16666666666666666,
          "raw_exact_match": 0.8333333333333334
        },
        "document:iiit-words:9/315": {
          "examples": 23,
          "micro_cer": 0.0673076923076923,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/147": {
          "examples": 23,
          "micro_cer": 0.057692307692307696,
          "micro_wer": 0.21739130434782608,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:9/366": {
          "examples": 25,
          "micro_cer": 0.12037037037037036,
          "micro_wer": 0.32,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:12/181": {
          "examples": 21,
          "micro_cer": 0.06060606060606061,
          "micro_wer": 0.23809523809523808,
          "raw_exact_match": 0.8095238095238095
        },
        "document:iiit-words:12/9": {
          "examples": 24,
          "micro_cer": 0.09523809523809523,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:9/262": {
          "examples": 22,
          "micro_cer": 0.06930693069306931,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.6818181818181818
        },
        "document:iiit-words:9/215": {
          "examples": 23,
          "micro_cer": 0.08421052631578947,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:12/84": {
          "examples": 23,
          "micro_cer": 0.06521739130434782,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/80": {
          "examples": 22,
          "micro_cer": 0.04716981132075472,
          "micro_wer": 0.22727272727272727,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:12/230": {
          "examples": 24,
          "micro_cer": 0.01818181818181818,
          "micro_wer": 0.08333333333333333,
          "raw_exact_match": 0.9166666666666666
        },
        "document:iiit-words:9/446": {
          "examples": 25,
          "micro_cer": 0.05825242718446602,
          "micro_wer": 0.2,
          "raw_exact_match": 0.8
        },
        "document:iiit-words:13/29": {
          "examples": 25,
          "micro_cer": 0.0784313725490196,
          "micro_wer": 0.28,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:9/283": {
          "examples": 23,
          "micro_cer": 0.05,
          "micro_wer": 0.21739130434782608,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:9/143": {
          "examples": 22,
          "micro_cer": 0.10638297872340426,
          "micro_wer": 0.22727272727272727,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:12/31": {
          "examples": 24,
          "micro_cer": 0.08,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:12/102": {
          "examples": 24,
          "micro_cer": 0.07216494845360824,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:12/155": {
          "examples": 26,
          "micro_cer": 0.019417475728155338,
          "micro_wer": 0.07692307692307693,
          "raw_exact_match": 0.9230769230769231
        },
        "document:iiit-words:12/263": {
          "examples": 24,
          "micro_cer": 0.1,
          "micro_wer": 0.375,
          "raw_exact_match": 0.625
        },
        "document:iiit-words:12/19": {
          "examples": 23,
          "micro_cer": 0.07692307692307693,
          "micro_wer": 0.21739130434782608,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:12/264": {
          "examples": 22,
          "micro_cer": 0.08,
          "micro_wer": 0.22727272727272727,
          "raw_exact_match": 0.7727272727272727
        },
        "document:iiit-words:9/334": {
          "examples": 24,
          "micro_cer": 0.08163265306122448,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:12/21": {
          "examples": 20,
          "micro_cer": 0.08421052631578947,
          "micro_wer": 0.3,
          "raw_exact_match": 0.7
        },
        "document:iiit-words:9/136": {
          "examples": 24,
          "micro_cer": 0.06930693069306931,
          "micro_wer": 0.25,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:13/34": {
          "examples": 25,
          "micro_cer": 0.12380952380952381,
          "micro_wer": 0.44,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:12/243": {
          "examples": 21,
          "micro_cer": 0.05813953488372093,
          "micro_wer": 0.14285714285714285,
          "raw_exact_match": 0.8571428571428571
        },
        "document:iiit-words:9/163": {
          "examples": 23,
          "micro_cer": 0.042105263157894736,
          "micro_wer": 0.17391304347826086,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:9/232": {
          "examples": 26,
          "micro_cer": 0.037383177570093455,
          "micro_wer": 0.15384615384615385,
          "raw_exact_match": 0.8461538461538461
        },
        "document:iiit-words:9/173": {
          "examples": 25,
          "micro_cer": 0.036036036036036036,
          "micro_wer": 0.2,
          "raw_exact_match": 0.84
        },
        "document:iiit-words:12/215": {
          "examples": 22,
          "micro_cer": 0.12371134020618557,
          "micro_wer": 0.4090909090909091,
          "raw_exact_match": 0.5909090909090909
        },
        "document:iiit-words:9/122": {
          "examples": 21,
          "micro_cer": 0.0898876404494382,
          "micro_wer": 0.38095238095238093,
          "raw_exact_match": 0.6666666666666666
        },
        "document:iiit-words:12/210": {
          "examples": 24,
          "micro_cer": 0.03,
          "micro_wer": 0.08333333333333333,
          "raw_exact_match": 0.9166666666666666
        },
        "document:iiit-words:9/133": {
          "examples": 23,
          "micro_cer": 0.07446808510638298,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.6956521739130435
        },
        "document:iiit-words:9/355": {
          "examples": 24,
          "micro_cer": 0.057692307692307696,
          "micro_wer": 0.25,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:9/349": {
          "examples": 22,
          "micro_cer": 0.00980392156862745,
          "micro_wer": 0.045454545454545456,
          "raw_exact_match": 0.9545454545454546
        },
        "document:iiit-words:13/1": {
          "examples": 23,
          "micro_cer": 0.07142857142857142,
          "micro_wer": 0.30434782608695654,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:13/10": {
          "examples": 23,
          "micro_cer": 0.1134020618556701,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/421": {
          "examples": 22,
          "micro_cer": 0.010309278350515464,
          "micro_wer": 0.045454545454545456,
          "raw_exact_match": 0.9545454545454546
        },
        "document:iiit-words:12/22": {
          "examples": 23,
          "micro_cer": 0.042105263157894736,
          "micro_wer": 0.17391304347826086,
          "raw_exact_match": 0.8260869565217391
        },
        "document:iiit-words:12/151": {
          "examples": 18,
          "micro_cer": 0.06896551724137931,
          "micro_wer": 0.2222222222222222,
          "raw_exact_match": 0.7777777777777778
        },
        "document:iiit-words:9/69": {
          "examples": 23,
          "micro_cer": 0.019801980198019802,
          "micro_wer": 0.08695652173913043,
          "raw_exact_match": 0.9130434782608695
        },
        "document:iiit-words:12/2": {
          "examples": 27,
          "micro_cer": 0.06862745098039216,
          "micro_wer": 0.25925925925925924,
          "raw_exact_match": 0.7407407407407407
        },
        "document:iiit-words:12/218": {
          "examples": 23,
          "micro_cer": 0.0851063829787234,
          "micro_wer": 0.34782608695652173,
          "raw_exact_match": 0.6521739130434783
        },
        "document:iiit-words:9/241": {
          "examples": 23,
          "micro_cer": 0.06521739130434782,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/333": {
          "examples": 20,
          "micro_cer": 0.1134020618556701,
          "micro_wer": 0.35,
          "raw_exact_match": 0.65
        },
        "document:iiit-words:13/3": {
          "examples": 23,
          "micro_cer": 0.05154639175257732,
          "micro_wer": 0.21739130434782608,
          "raw_exact_match": 0.782608695652174
        },
        "document:iiit-words:9/363": {
          "examples": 25,
          "micro_cer": 0.0970873786407767,
          "micro_wer": 0.32,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:9/28": {
          "examples": 25,
          "micro_cer": 0.04504504504504504,
          "micro_wer": 0.2,
          "raw_exact_match": 0.8
        },
        "document:iiit-words:9/344": {
          "examples": 24,
          "micro_cer": 0.06666666666666667,
          "micro_wer": 0.2916666666666667,
          "raw_exact_match": 0.7083333333333334
        },
        "document:iiit-words:12/199": {
          "examples": 24,
          "micro_cer": 0.07766990291262135,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:12/98": {
          "examples": 23,
          "micro_cer": 0.14285714285714285,
          "micro_wer": 0.43478260869565216,
          "raw_exact_match": 0.5652173913043478
        },
        "document:iiit-words:12/114": {
          "examples": 22,
          "micro_cer": 0.06060606060606061,
          "micro_wer": 0.22727272727272727,
          "raw_exact_match": 0.8181818181818182
        },
        "document:iiit-words:9/275": {
          "examples": 24,
          "micro_cer": 0.13131313131313133,
          "micro_wer": 0.4583333333333333,
          "raw_exact_match": 0.5416666666666666
        },
        "document:iiit-words:12/188": {
          "examples": 24,
          "micro_cer": 0.02912621359223301,
          "micro_wer": 0.08333333333333333,
          "raw_exact_match": 0.9166666666666666
        },
        "document:iiit-words:9/79": {
          "examples": 23,
          "micro_cer": 0.10309278350515463,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/346": {
          "examples": 26,
          "micro_cer": 0.08823529411764706,
          "micro_wer": 0.23076923076923078,
          "raw_exact_match": 0.7692307692307693
        },
        "document:iiit-words:9/279": {
          "examples": 20,
          "micro_cer": 0.10112359550561797,
          "micro_wer": 0.25,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:9/66": {
          "examples": 24,
          "micro_cer": 0.0707070707070707,
          "micro_wer": 0.25,
          "raw_exact_match": 0.75
        },
        "document:iiit-words:9/10": {
          "examples": 22,
          "micro_cer": 0.08421052631578947,
          "micro_wer": 0.18181818181818182,
          "raw_exact_match": 0.8181818181818182
        },
        "document:iiit-words:9/16": {
          "examples": 26,
          "micro_cer": 0.08737864077669903,
          "micro_wer": 0.3076923076923077,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:9/222": {
          "examples": 26,
          "micro_cer": 0.06930693069306931,
          "micro_wer": 0.19230769230769232,
          "raw_exact_match": 0.8076923076923077
        },
        "document:iiit-words:9/110": {
          "examples": 25,
          "micro_cer": 0.05660377358490566,
          "micro_wer": 0.24,
          "raw_exact_match": 0.76
        },
        "document:iiit-words:9/30": {
          "examples": 24,
          "micro_cer": 0.038461538461538464,
          "micro_wer": 0.08333333333333333,
          "raw_exact_match": 0.9166666666666666
        },
        "document:iiit-words:12/32": {
          "examples": 25,
          "micro_cer": 0.06060606060606061,
          "micro_wer": 0.2,
          "raw_exact_match": 0.8
        },
        "numerals:present": {
          "examples": 7,
          "micro_cer": 0.6428571428571429,
          "micro_wer": 0.7142857142857143,
          "raw_exact_match": 0.2857142857142857
        },
        "document:iiit-words:9/404": {
          "examples": 26,
          "micro_cer": 0.02830188679245283,
          "micro_wer": 0.11538461538461539,
          "raw_exact_match": 0.8846153846153846
        },
        "document:iiit-words:9/456": {
          "examples": 21,
          "micro_cer": 0.0,
          "micro_wer": 0.0,
          "raw_exact_match": 1.0
        },
        "document:iiit-words:9/84": {
          "examples": 25,
          "micro_cer": 0.09183673469387756,
          "micro_wer": 0.28,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:13/19": {
          "examples": 23,
          "micro_cer": 0.19047619047619047,
          "micro_wer": 0.5652173913043478,
          "raw_exact_match": 0.4782608695652174
        },
        "document:iiit-words:12/63": {
          "examples": 24,
          "micro_cer": 0.02,
          "micro_wer": 0.08333333333333333,
          "raw_exact_match": 0.9166666666666666
        },
        "document:iiit-words:9/431": {
          "examples": 22,
          "micro_cer": 0.0989010989010989,
          "micro_wer": 0.2727272727272727,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:9/336": {
          "examples": 23,
          "micro_cer": 0.07142857142857142,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/433": {
          "examples": 20,
          "micro_cer": 0.11578947368421053,
          "micro_wer": 0.4,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/154": {
          "examples": 25,
          "micro_cer": 0.10784313725490197,
          "micro_wer": 0.32,
          "raw_exact_match": 0.68
        },
        "document:iiit-words:9/90": {
          "examples": 25,
          "micro_cer": 0.06481481481481481,
          "micro_wer": 0.28,
          "raw_exact_match": 0.8
        },
        "document:iiit-words:9/164": {
          "examples": 23,
          "micro_cer": 0.06796116504854369,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/144": {
          "examples": 24,
          "micro_cer": 0.01904761904761905,
          "micro_wer": 0.08333333333333333,
          "raw_exact_match": 0.9166666666666666
        },
        "document:iiit-words:9/368": {
          "examples": 25,
          "micro_cer": 0.17708333333333334,
          "micro_wer": 0.44,
          "raw_exact_match": 0.56
        },
        "document:iiit-words:12/241": {
          "examples": 24,
          "micro_cer": 0.06060606060606061,
          "micro_wer": 0.16666666666666666,
          "raw_exact_match": 0.8333333333333334
        },
        "document:iiit-words:9/220": {
          "examples": 22,
          "micro_cer": 0.12,
          "micro_wer": 0.3181818181818182,
          "raw_exact_match": 0.6818181818181818
        },
        "document:iiit-words:12/142": {
          "examples": 24,
          "micro_cer": 0.050505050505050504,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:9/351": {
          "examples": 20,
          "micro_cer": 0.09278350515463918,
          "micro_wer": 0.5,
          "raw_exact_match": 0.6
        },
        "document:iiit-words:9/300": {
          "examples": 24,
          "micro_cer": 0.08247422680412371,
          "micro_wer": 0.20833333333333334,
          "raw_exact_match": 0.7916666666666666
        },
        "document:iiit-words:12/28": {
          "examples": 20,
          "micro_cer": 0.030303030303030304,
          "micro_wer": 0.2,
          "raw_exact_match": 0.85
        },
        "document:iiit-words:12/255": {
          "examples": 26,
          "micro_cer": 0.08411214953271028,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:12/99": {
          "examples": 22,
          "micro_cer": 0.08080808080808081,
          "micro_wer": 0.2727272727272727,
          "raw_exact_match": 0.7272727272727273
        },
        "document:iiit-words:13/36": {
          "examples": 19,
          "micro_cer": 0.07407407407407407,
          "micro_wer": 0.3157894736842105,
          "raw_exact_match": 0.6842105263157895
        },
        "document:iiit-words:12/172": {
          "examples": 24,
          "micro_cer": 0.058823529411764705,
          "micro_wer": 0.16666666666666666,
          "raw_exact_match": 0.8333333333333334
        },
        "document:iiit-words:12/220": {
          "examples": 26,
          "micro_cer": 0.0761904761904762,
          "micro_wer": 0.34615384615384615,
          "raw_exact_match": 0.6923076923076923
        },
        "document:iiit-words:12/244": {
          "examples": 23,
          "micro_cer": 0.0625,
          "micro_wer": 0.2608695652173913,
          "raw_exact_match": 0.7391304347826086
        },
        "document:iiit-words:9/49": {
          "examples": 21,
          "micro_cer": 0.041237113402061855,
          "micro_wer": 0.14285714285714285,
          "raw_exact_match": 0.8571428571428571
        },
        "document:iiit-words:9/155": {
          "examples": 25,
          "micro_cer": 0.16822429906542055,
          "micro_wer": 0.32,
          "raw_exact_match": 0.72
        },
        "document:iiit-words:9/265": {
          "examples": 23,
          "micro_cer": 0.02912621359223301,
          "micro_wer": 0.13043478260869565,
          "raw_exact_match": 0.8695652173913043
        },
        "document:iiit-words:9/401": {
          "examples": 21,
          "micro_cer": 0.0392156862745098,
          "micro_wer": 0.19047619047619047,
          "raw_exact_match": 0.8095238095238095
        },
        "quality:low_contrast": {
          "examples": 1,
          "micro_cer": 3.25,
          "micro_wer": 2.0,
          "raw_exact_match": 0.0
        },
        "error:low_contrast_review": {
          "examples": 1,
          "micro_cer": 3.25,
          "micro_wer": 2.0,
          "raw_exact_match": 0.0
        }
      },
      "predictions_sha256": "b814e9a19c7db104e1f9b51f10acda4669a4829d18e435c49a95346978282e31"
    }
  },
  "paired_original_selected": {
    "examples": 3000,
    "paired_groups": 128,
    "repetitions": 2000,
    "seed": 42,
    "point_differences": {
      "raw_cer_reduction": 0.05330523686880512,
      "nfc_cer_reduction": 0.05330523686880512,
      "raw_wer_reduction": 0.17866666666666667,
      "nfc_wer_reduction": 0.17866666666666667,
      "raw_exact_gain": 0.09766666666666667,
      "nfc_exact_gain": 0.09766666666666667
    },
    "intervals_95": {
      "raw_cer_reduction": [
        0.043664050967290806,
        0.0649360773308388
      ],
      "nfc_cer_reduction": [
        0.043664050967290806,
        0.0649360773308388
      ],
      "raw_wer_reduction": [
        0.15479772651287194,
        0.2030050083472454
      ],
      "nfc_wer_reduction": [
        0.15479772651287194,
        0.2030050083472454
      ],
      "raw_exact_gain": [
        0.0834441489361702,
        0.11163101604278075
      ],
      "nfc_exact_gain": [
        0.0834441489361702,
        0.11163101604278075
      ]
    },
    "valid_repetitions_by_metric": {
      "raw_cer_reduction": 2000,
      "nfc_cer_reduction": 2000,
      "raw_wer_reduction": 2000,
      "nfc_wer_reduction": 2000,
      "raw_exact_gain": 2000,
      "nfc_exact_gain": 2000
    },
    "group_identity": "Frozen source-document / duplicate components; writer identity unknown.",
    "warnings": [],
    "interpretation": "Reporting only. Positive error reduction/exact gain favors selected output on this sealed sample; selection remains locked."
  },
  "api_parity": {
    "passed": true,
    "validation_examples": 32,
    "api_requests": 64,
    "selection": "candidate",
    "selection_sha256": "32e18a5c4a29f3855bf323f51944a7ccae53659f60982d3d40b284960e63f00b",
    "validation_manifest_sha256": "b22314bdbb7fd922c9db41e9df68a764a13c299fa2ec2254a62e3333f77e35d4",
    "mismatches": [],
    "scope": "Actual original/selected API versus saved validation output on the first declared N validation examples; no final-test replay and no whole-page claim."
  },
  "software_tests_passed": 85,
  "limitations": [
    "Source labels not all human verified",
    "Unknown writer identity and possible pretraining overlap",
    "Isolated words, not page or sentence recognition",
    "No99% or market-leadership claim",
    "One training seed/epoch; no additional epochs scheduled"
  ],
  "external_global_rank": null,
  "external_rank_scope": "No common external benchmark submission establishes an Akshara worldwide rank."
}