{
  "observed_at": "2026-09-18T21:48:25.981330+00:00",
  "model": "jev-1.13.0",
  "elapsed_seconds_client_request": 0.932,
  "usage": {
    "input_tokens": 3151,
    "output_tokens": 356
  },
  "cases": 8,
  "judgments": 16,
  "label_agreements": 16,
  "limitations": "One call; eight authored synthetic cases, not a representative benchmark, no customer outcomes, arbitrary demonstration threshold 0.5, client timing includes transport overhead. Expected labels were saved before the call and were not included in the request.",
  "results": [
    {
      "case": "A01",
      "dimension": "grounded",
      "expected": true,
      "probability_yes": 0.83,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A01",
      "dimension": "role_relevant",
      "expected": true,
      "probability_yes": 0.94,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A02",
      "dimension": "grounded",
      "expected": false,
      "probability_yes": 0.06,
      "decision_at_0_5": false,
      "matches_authored_label": true
    },
    {
      "case": "A02",
      "dimension": "role_relevant",
      "expected": true,
      "probability_yes": 0.91,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A03",
      "dimension": "grounded",
      "expected": false,
      "probability_yes": 0.05,
      "decision_at_0_5": false,
      "matches_authored_label": true
    },
    {
      "case": "A03",
      "dimension": "role_relevant",
      "expected": true,
      "probability_yes": 0.91,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A04",
      "dimension": "grounded",
      "expected": true,
      "probability_yes": 0.71,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A04",
      "dimension": "role_relevant",
      "expected": false,
      "probability_yes": 0.03,
      "decision_at_0_5": false,
      "matches_authored_label": true
    },
    {
      "case": "A05",
      "dimension": "grounded",
      "expected": true,
      "probability_yes": 0.81,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A05",
      "dimension": "role_relevant",
      "expected": true,
      "probability_yes": 0.95,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A06",
      "dimension": "grounded",
      "expected": false,
      "probability_yes": 0.08,
      "decision_at_0_5": false,
      "matches_authored_label": true
    },
    {
      "case": "A06",
      "dimension": "role_relevant",
      "expected": true,
      "probability_yes": 0.93,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A07",
      "dimension": "grounded",
      "expected": true,
      "probability_yes": 0.74,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A07",
      "dimension": "role_relevant",
      "expected": true,
      "probability_yes": 0.92,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A08",
      "dimension": "grounded",
      "expected": true,
      "probability_yes": 0.83,
      "decision_at_0_5": true,
      "matches_authored_label": true
    },
    {
      "case": "A08",
      "dimension": "role_relevant",
      "expected": true,
      "probability_yes": 0.96,
      "decision_at_0_5": true,
      "matches_authored_label": true
    }
  ]
}