{
  "1": {
    "requests": 875,
    "hard": 935,
    "correct": 848,
    "natural": 800,
    "natural_correct": 713,
    "high_confident_errors": 8,
    "confidence_when_wrong": 0.6661828610216771,
    "mean_ms": 137.65515889028498,
    "p95_ms": 1180.6574199999886,
    "brier": 0.1432539014263646,
    "logloss": 0.26732791624406027,
    "ece10": 0.03683512092331524,
    "ece15": 0.038205916810544444
  },
  "2": {
    "requests": 875,
    "hard": 935,
    "correct": 853,
    "natural": 800,
    "natural_correct": 718,
    "high_confident_errors": 7,
    "confidence_when_wrong": 0.6875311696560867,
    "mean_ms": 82.1374150548623,
    "p95_ms": 84.69001500020568,
    "brier": 0.14141148872562995,
    "logloss": 0.2529009567148055,
    "ece10": 0.03472085473090846,
    "ece15": 0.03651710365058859
  },
  "3": {
    "requests": 875,
    "hard": 935,
    "correct": 838,
    "natural": 800,
    "natural_correct": 703,
    "high_confident_errors": 3,
    "confidence_when_wrong": 0.6322165740825658,
    "mean_ms": 70.56977030742668,
    "p95_ms": 84.90626899993003,
    "brier": 0.14531546436121853,
    "logloss": 0.257253931312251,
    "ece10": 0.038276523342422854,
    "ece15": 0.0383990545519529
  },
  "combined": {
    "requests": 2625,
    "hard": 2805,
    "correct": 2539,
    "natural": 2400,
    "natural_correct": 2134,
    "high_confident_errors": 18,
    "confidence_when_wrong": 0.6603777161905786,
    "mean_ms": 96.78744808419131,
    "p95_ms": 85.3054599999723,
    "brier": 0.14332695150440436,
    "logloss": 0.25916093475703894,
    "ece10": 0.03385416428327362,
    "ece15": 0.03459733212456613
  },
  "total_tokens": 434495,
  "changed_choices": 2,
  "all_decisions": 2805,
  "revision": "2026-11-19",
  "timing": "Persistent HTTPS from GCP through the public load balancer"
}
