{
  "runs": [
    {
      "id": 1,
      "started_at": "2026-09-01 02:00:00",
      "build_no": 4180,
      "git_commit": "dce7c1debff2f24ccd5bdf5a6dfda7d56cacc32a",
      "change_note": "Baseline build, first full suite.",
      "suite": "core-60",
      "duration_seconds": 488
    },
    {
      "id": 2,
      "started_at": "2026-09-02 02:00:00",
      "build_no": 4187,
      "git_commit": "eb442a82bab8942ebd152baf2d1a680df10cc0d4",
      "change_note": "Reworded the arithmetic system prompt.",
      "suite": "core-60",
      "duration_seconds": 578
    },
    {
      "id": 3,
      "started_at": "2026-09-03 02:00:00",
      "build_no": 4194,
      "git_commit": "4cb35fea5b07abceaea41ccaa120a3bcc2adad84",
      "change_note": "Raised the answer length cap to 600 tokens.",
      "suite": "core-60",
      "duration_seconds": 504
    },
    {
      "id": 4,
      "started_at": "2026-09-04 02:00:00",
      "build_no": 4201,
      "git_commit": "c7e066b8e599b462b533934db94d7d23b30722f8",
      "change_note": "Shortened the tool-call examples.",
      "suite": "core-60",
      "duration_seconds": 554
    },
    {
      "id": 5,
      "started_at": "2026-09-05 02:00:00",
      "build_no": 4208,
      "git_commit": "cda9c563cfded8435e8c4ba983b37e8fde6becf4",
      "change_note": "Added tool schemas to the prompt.",
      "suite": "core-60",
      "duration_seconds": 540
    },
    {
      "id": 6,
      "started_at": "2026-09-06 02:00:00",
      "build_no": 4215,
      "git_commit": "536725bd34dbdfedc43be2eaa7cbdfc094f80c14",
      "change_note": "No prompt change; grader host had a bad night.",
      "suite": "core-60",
      "duration_seconds": 464
    },
    {
      "id": 7,
      "started_at": "2026-09-07 02:00:00",
      "build_no": 4222,
      "git_commit": "2d1f5c05a88dd210dd320603dee67c08fec8feae",
      "change_note": "Updated the refusal wording after a policy review.",
      "suite": "core-60",
      "duration_seconds": 574
    },
    {
      "id": 8,
      "started_at": "2026-09-08 02:00:00",
      "build_no": 4229,
      "git_commit": "7ee7a3f1eb6db777ec35a71ebc2eeebbd5fc9af6",
      "change_note": "Trimmed the formatting rules.",
      "suite": "core-60",
      "duration_seconds": 512
    },
    {
      "id": 9,
      "started_at": "2026-09-09 02:00:00",
      "build_no": 4236,
      "git_commit": "757aeb59b5ce15ab115b5bcdbd068d86b31afd57",
      "change_note": "Extractor now asked for compact JSON, keys sorted.",
      "suite": "core-60",
      "duration_seconds": 541
    },
    {
      "id": 10,
      "started_at": "2026-09-10 02:00:00",
      "build_no": 4243,
      "git_commit": "74f5b7c553d07c485fc37e7ae2cb275caad7bea2",
      "change_note": "Added a unit-test list to the extraction template.",
      "suite": "core-60",
      "duration_seconds": 508
    },
    {
      "id": 11,
      "started_at": "2026-09-11 02:00:00",
      "build_no": 4250,
      "git_commit": "4bcfb2bcfa6b8da88587171d6ff95be0c9b06ba9",
      "change_note": "Bumped the grader model version.",
      "suite": "core-60",
      "duration_seconds": 470
    },
    {
      "id": 12,
      "started_at": "2026-09-12 02:00:00",
      "build_no": 4257,
      "git_commit": "d32c80aec370c92cbebcdfd6d90fcea276edbac1",
      "change_note": "Restored the original field order in extraction JSON.",
      "suite": "core-60",
      "duration_seconds": 517
    },
    {
      "id": 13,
      "started_at": "2026-09-13 02:00:00",
      "build_no": 4264,
      "git_commit": "ceb9e3a5bdcc12f9b86f31de3cbf5740acd7be1b",
      "change_note": "Shortened the summarisation prompt to save tokens.",
      "suite": "core-60",
      "duration_seconds": 488
    },
    {
      "id": 14,
      "started_at": "2026-09-14 02:00:00",
      "build_no": 4271,
      "git_commit": "2f7d912284b1c98a63fbdfe2fddd0bdbe7e7a139",
      "change_note": "No change; rerun to confirm the suite.",
      "suite": "core-60",
      "duration_seconds": 536
    }
  ],
  "test_cases": [
    {
      "id": 1,
      "case_key": "case-5e3d05",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "medium",
      "prompt_chars": 637,
      "planted_history": "flaky"
    },
    {
      "id": 2,
      "case_key": "case-cc9486",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 708,
      "planted_history": "stable"
    },
    {
      "id": 3,
      "case_key": "case-fb6af5",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 35,
      "planted_history": "stable"
    },
    {
      "id": 4,
      "case_key": "case-48b41f",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 63,
      "planted_history": "stable"
    },
    {
      "id": 5,
      "case_key": "case-5e5671",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 430,
      "planted_history": "stable"
    },
    {
      "id": 6,
      "case_key": "case-a24ef5",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 93,
      "planted_history": "stable"
    },
    {
      "id": 7,
      "case_key": "case-bd743b",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 265,
      "planted_history": "stable"
    },
    {
      "id": 8,
      "case_key": "case-91752c",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 851,
      "planted_history": "stable"
    },
    {
      "id": 9,
      "case_key": "case-34f5b5",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "medium",
      "prompt_chars": 366,
      "planted_history": "stable"
    },
    {
      "id": 10,
      "case_key": "case-ba52a0",
      "suite": "core-60",
      "category": "arithmetic",
      "difficulty": "easy",
      "prompt_chars": 390,
      "planted_history": "stable"
    },
    {
      "id": 11,
      "case_key": "case-11c6f6",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "medium",
      "prompt_chars": 547,
      "planted_history": "regressed then fixed"
    },
    {
      "id": 12,
      "case_key": "case-f0c8a0",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "medium",
      "prompt_chars": 34,
      "planted_history": "regressed then fixed"
    },
    {
      "id": 13,
      "case_key": "case-867e51",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "easy",
      "prompt_chars": 560,
      "planted_history": "regressed then fixed"
    },
    {
      "id": 14,
      "case_key": "case-a4dd24",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "medium",
      "prompt_chars": 759,
      "planted_history": "regressed then fixed"
    },
    {
      "id": 15,
      "case_key": "case-17fca1",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "hard",
      "prompt_chars": 262,
      "planted_history": "regressed"
    },
    {
      "id": 16,
      "case_key": "case-da1f97",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "easy",
      "prompt_chars": 61,
      "planted_history": "regressed"
    },
    {
      "id": 17,
      "case_key": "case-5351ba",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "medium",
      "prompt_chars": 696,
      "planted_history": "regressed"
    },
    {
      "id": 18,
      "case_key": "case-caf9be",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "hard",
      "prompt_chars": 192,
      "planted_history": "stable"
    },
    {
      "id": 19,
      "case_key": "case-91a16a",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "medium",
      "prompt_chars": 846,
      "planted_history": "stable"
    },
    {
      "id": 20,
      "case_key": "case-749a99",
      "suite": "core-60",
      "category": "extraction",
      "difficulty": "easy",
      "prompt_chars": 673,
      "planted_history": "stable"
    },
    {
      "id": 21,
      "case_key": "case-a56458",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "medium",
      "prompt_chars": 288,
      "planted_history": "always failing"
    },
    {
      "id": 22,
      "case_key": "case-79d246",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "medium",
      "prompt_chars": 129,
      "planted_history": "always failing"
    },
    {
      "id": 23,
      "case_key": "case-f71c57",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "medium",
      "prompt_chars": 176,
      "planted_history": "stable"
    },
    {
      "id": 24,
      "case_key": "case-bf76cb",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "medium",
      "prompt_chars": 588,
      "planted_history": "stable"
    },
    {
      "id": 25,
      "case_key": "case-f79b73",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "easy",
      "prompt_chars": 394,
      "planted_history": "stable"
    },
    {
      "id": 26,
      "case_key": "case-f57940",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "easy",
      "prompt_chars": 719,
      "planted_history": "stable"
    },
    {
      "id": 27,
      "case_key": "case-1b3ebc",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "hard",
      "prompt_chars": 262,
      "planted_history": "stable"
    },
    {
      "id": 28,
      "case_key": "case-60e470",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "medium",
      "prompt_chars": 153,
      "planted_history": "stable"
    },
    {
      "id": 29,
      "case_key": "case-d7dd7a",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "hard",
      "prompt_chars": 35,
      "planted_history": "stable"
    },
    {
      "id": 30,
      "case_key": "case-7da290",
      "suite": "core-60",
      "category": "refusal",
      "difficulty": "easy",
      "prompt_chars": 42,
      "planted_history": "stable"
    },
    {
      "id": 31,
      "case_key": "case-d47c77",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "hard",
      "prompt_chars": 174,
      "planted_history": "flaky"
    },
    {
      "id": 32,
      "case_key": "case-154ce9",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "hard",
      "prompt_chars": 600,
      "planted_history": "flaky"
    },
    {
      "id": 33,
      "case_key": "case-c06197",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "easy",
      "prompt_chars": 758,
      "planted_history": "flaky"
    },
    {
      "id": 34,
      "case_key": "case-f75c7f",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "easy",
      "prompt_chars": 34,
      "planted_history": "flaky"
    },
    {
      "id": 35,
      "case_key": "case-7c1b72",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "medium",
      "prompt_chars": 82,
      "planted_history": "stable"
    },
    {
      "id": 36,
      "case_key": "case-f0e9fb",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "hard",
      "prompt_chars": 548,
      "planted_history": "stable"
    },
    {
      "id": 37,
      "case_key": "case-553bb9",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "hard",
      "prompt_chars": 354,
      "planted_history": "stable"
    },
    {
      "id": 38,
      "case_key": "case-b33341",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "medium",
      "prompt_chars": 44,
      "planted_history": "stable"
    },
    {
      "id": 39,
      "case_key": "case-569d6e",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "medium",
      "prompt_chars": 680,
      "planted_history": "stable"
    },
    {
      "id": 40,
      "case_key": "case-112855",
      "suite": "core-60",
      "category": "formatting",
      "difficulty": "medium",
      "prompt_chars": 181,
      "planted_history": "stable"
    },
    {
      "id": 41,
      "case_key": "case-69be7f",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "medium",
      "prompt_chars": 55,
      "planted_history": "flaky"
    },
    {
      "id": 42,
      "case_key": "case-e3d7b4",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "medium",
      "prompt_chars": 272,
      "planted_history": "flaky"
    },
    {
      "id": 43,
      "case_key": "case-df61a1",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "easy",
      "prompt_chars": 119,
      "planted_history": "stable"
    },
    {
      "id": 44,
      "case_key": "case-75bef5",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "medium",
      "prompt_chars": 293,
      "planted_history": "stable"
    },
    {
      "id": 45,
      "case_key": "case-424140",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "hard",
      "prompt_chars": 106,
      "planted_history": "stable"
    },
    {
      "id": 46,
      "case_key": "case-ffb71c",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "medium",
      "prompt_chars": 891,
      "planted_history": "stable"
    },
    {
      "id": 47,
      "case_key": "case-2903e6",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "medium",
      "prompt_chars": 521,
      "planted_history": "stable"
    },
    {
      "id": 48,
      "case_key": "case-b6c15d",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "easy",
      "prompt_chars": 79,
      "planted_history": "stable"
    },
    {
      "id": 49,
      "case_key": "case-a9f3f3",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "hard",
      "prompt_chars": 831,
      "planted_history": "stable"
    },
    {
      "id": 50,
      "case_key": "case-086701",
      "suite": "core-60",
      "category": "summarisation",
      "difficulty": "medium",
      "prompt_chars": 34,
      "planted_history": "regressed"
    },
    {
      "id": 51,
      "case_key": "case-2e6ff9",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "hard",
      "prompt_chars": 105,
      "planted_history": "fixed"
    },
    {
      "id": 52,
      "case_key": "case-726a54",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "hard",
      "prompt_chars": 112,
      "planted_history": "fixed"
    },
    {
      "id": 53,
      "case_key": "case-f94223",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "easy",
      "prompt_chars": 279,
      "planted_history": "fixed"
    },
    {
      "id": 54,
      "case_key": "case-9b198b",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "easy",
      "prompt_chars": 321,
      "planted_history": "stable"
    },
    {
      "id": 55,
      "case_key": "case-1b0edd",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "easy",
      "prompt_chars": 75,
      "planted_history": "stable"
    },
    {
      "id": 56,
      "case_key": "case-6b767e",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "medium",
      "prompt_chars": 37,
      "planted_history": "stable"
    },
    {
      "id": 57,
      "case_key": "case-e55b29",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "hard",
      "prompt_chars": 117,
      "planted_history": "stable"
    },
    {
      "id": 58,
      "case_key": "case-778267",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "easy",
      "prompt_chars": 151,
      "planted_history": "stable"
    },
    {
      "id": 59,
      "case_key": "case-1956de",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "easy",
      "prompt_chars": 138,
      "planted_history": "stable"
    },
    {
      "id": 60,
      "case_key": "case-293224",
      "suite": "core-60",
      "category": "tool use",
      "difficulty": "easy",
      "prompt_chars": 599,
      "planted_history": "always failing"
    }
  ],
  "results": [
    {
      "run_id": 3,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 735,
      "tokens_out": 247
    },
    {
      "run_id": 2,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5022,
      "tokens_out": 77
    },
    {
      "run_id": 13,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1129,
      "tokens_out": 1356
    },
    {
      "run_id": 2,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2173,
      "tokens_out": 765
    },
    {
      "run_id": 8,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2521,
      "tokens_out": 1145
    },
    {
      "run_id": 3,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5771,
      "tokens_out": 19
    },
    {
      "run_id": 2,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 254,
      "tokens_out": 220
    },
    {
      "run_id": 1,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8374,
      "tokens_out": 185
    },
    {
      "run_id": 11,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3699,
      "tokens_out": 555
    },
    {
      "run_id": 13,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 583,
      "tokens_out": 28
    },
    {
      "run_id": 7,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 5695,
      "tokens_out": 822
    },
    {
      "run_id": 1,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 1875,
      "tokens_out": 379
    },
    {
      "run_id": 2,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7141,
      "tokens_out": 596
    },
    {
      "run_id": 6,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 627,
      "tokens_out": 1006
    },
    {
      "run_id": 9,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5384,
      "tokens_out": 1269
    },
    {
      "run_id": 13,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8129,
      "tokens_out": 64
    },
    {
      "run_id": 6,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1307,
      "tokens_out": 356
    },
    {
      "run_id": 12,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3113,
      "tokens_out": 27
    },
    {
      "run_id": 1,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8025,
      "tokens_out": 146
    },
    {
      "run_id": 3,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "rate limited",
      "latency_ms": 1019,
      "tokens_out": 182
    },
    {
      "run_id": 14,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 280,
      "tokens_out": 580
    },
    {
      "run_id": 9,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 8299,
      "tokens_out": 414
    },
    {
      "run_id": 14,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 7022,
      "tokens_out": 131
    },
    {
      "run_id": 14,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1937,
      "tokens_out": 1199
    },
    {
      "run_id": 2,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 2443,
      "tokens_out": 1174
    },
    {
      "run_id": 14,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1478,
      "tokens_out": 280
    },
    {
      "run_id": 12,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4171,
      "tokens_out": 1071
    },
    {
      "run_id": 12,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 425,
      "tokens_out": 664
    },
    {
      "run_id": 11,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8741,
      "tokens_out": 905
    },
    {
      "run_id": 12,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 919,
      "tokens_out": 1117
    },
    {
      "run_id": 2,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 468,
      "tokens_out": 32
    },
    {
      "run_id": 1,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2289,
      "tokens_out": 648
    },
    {
      "run_id": 12,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 7382,
      "tokens_out": 507
    },
    {
      "run_id": 9,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5147,
      "tokens_out": 150
    },
    {
      "run_id": 9,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3400,
      "tokens_out": 41
    },
    {
      "run_id": 14,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 524,
      "tokens_out": 214
    },
    {
      "run_id": 2,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1753,
      "tokens_out": 733
    },
    {
      "run_id": 7,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4429,
      "tokens_out": 602
    },
    {
      "run_id": 8,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1688,
      "tokens_out": 831
    },
    {
      "run_id": 9,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 340,
      "tokens_out": 942
    },
    {
      "run_id": 13,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3958,
      "tokens_out": 148
    },
    {
      "run_id": 12,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8039,
      "tokens_out": 1221
    },
    {
      "run_id": 13,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4465,
      "tokens_out": 9
    },
    {
      "run_id": 12,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 191
    },
    {
      "run_id": 3,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 894,
      "tokens_out": 18
    },
    {
      "run_id": 6,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 653,
      "tokens_out": 30
    },
    {
      "run_id": 7,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2403,
      "tokens_out": 268
    },
    {
      "run_id": 4,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 548,
      "tokens_out": 27
    },
    {
      "run_id": 3,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1279,
      "tokens_out": 763
    },
    {
      "run_id": 10,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7317,
      "tokens_out": 783
    },
    {
      "run_id": 9,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8260,
      "tokens_out": 58
    },
    {
      "run_id": 11,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 738,
      "tokens_out": 661
    },
    {
      "run_id": 5,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2947,
      "tokens_out": 599
    },
    {
      "run_id": 12,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5358,
      "tokens_out": 86
    },
    {
      "run_id": 6,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 648,
      "tokens_out": 472
    },
    {
      "run_id": 7,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 674,
      "tokens_out": 377
    },
    {
      "run_id": 8,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 515,
      "tokens_out": 15
    },
    {
      "run_id": 9,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 702,
      "tokens_out": 745
    },
    {
      "run_id": 5,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5136,
      "tokens_out": 685
    },
    {
      "run_id": 12,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8403,
      "tokens_out": 1319
    },
    {
      "run_id": 12,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4118,
      "tokens_out": 132
    },
    {
      "run_id": 14,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1461,
      "tokens_out": 15
    },
    {
      "run_id": 1,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 3556,
      "tokens_out": 988
    },
    {
      "run_id": 10,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1134,
      "tokens_out": 474
    },
    {
      "run_id": 7,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3963,
      "tokens_out": 747
    },
    {
      "run_id": 12,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1363,
      "tokens_out": 1391
    },
    {
      "run_id": 11,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 4303,
      "tokens_out": 829
    },
    {
      "run_id": 14,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1054,
      "tokens_out": 332
    },
    {
      "run_id": 4,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4644,
      "tokens_out": 55
    },
    {
      "run_id": 6,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "model timeout",
      "latency_ms": 229,
      "tokens_out": 1280
    },
    {
      "run_id": 3,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1701,
      "tokens_out": 619
    },
    {
      "run_id": 11,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3215,
      "tokens_out": 968
    },
    {
      "run_id": 6,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1955,
      "tokens_out": 849
    },
    {
      "run_id": 6,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 375,
      "tokens_out": 168
    },
    {
      "run_id": 2,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 415,
      "tokens_out": 46
    },
    {
      "run_id": 13,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 440,
      "tokens_out": 1349
    },
    {
      "run_id": 4,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2432,
      "tokens_out": 189
    },
    {
      "run_id": 8,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 809,
      "tokens_out": 22
    },
    {
      "run_id": 10,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 550,
      "tokens_out": 699
    },
    {
      "run_id": 12,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2409,
      "tokens_out": 833
    },
    {
      "run_id": 5,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2708,
      "tokens_out": 770
    },
    {
      "run_id": 8,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 3024,
      "tokens_out": 446
    },
    {
      "run_id": 6,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "rate limited",
      "latency_ms": 2247,
      "tokens_out": 668
    },
    {
      "run_id": 7,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 225,
      "tokens_out": 13
    },
    {
      "run_id": 13,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 2617,
      "tokens_out": 164
    },
    {
      "run_id": 12,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 335,
      "tokens_out": 613
    },
    {
      "run_id": 11,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 554,
      "tokens_out": 582
    },
    {
      "run_id": 10,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "model timeout",
      "latency_ms": 1672,
      "tokens_out": 1318
    },
    {
      "run_id": 5,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1426,
      "tokens_out": 14
    },
    {
      "run_id": 2,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1312,
      "tokens_out": 127
    },
    {
      "run_id": 2,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1196,
      "tokens_out": 367
    },
    {
      "run_id": 7,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1390,
      "tokens_out": 108
    },
    {
      "run_id": 14,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2564,
      "tokens_out": 128
    },
    {
      "run_id": 1,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3042,
      "tokens_out": 1253
    },
    {
      "run_id": 11,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 679,
      "tokens_out": 766
    },
    {
      "run_id": 7,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 276,
      "tokens_out": 370
    },
    {
      "run_id": 6,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6091,
      "tokens_out": 339
    },
    {
      "run_id": 2,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8663,
      "tokens_out": 651
    },
    {
      "run_id": 1,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2629,
      "tokens_out": 289
    },
    {
      "run_id": 11,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3889,
      "tokens_out": 348
    },
    {
      "run_id": 7,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 236,
      "tokens_out": 1200
    },
    {
      "run_id": 13,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1043,
      "tokens_out": 739
    },
    {
      "run_id": 6,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1638,
      "tokens_out": 204
    },
    {
      "run_id": 14,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 260,
      "tokens_out": 989
    },
    {
      "run_id": 12,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1314,
      "tokens_out": 931
    },
    {
      "run_id": 5,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 221,
      "tokens_out": 243
    },
    {
      "run_id": 14,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6251,
      "tokens_out": 1004
    },
    {
      "run_id": 4,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5611,
      "tokens_out": 10
    },
    {
      "run_id": 1,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 299,
      "tokens_out": 609
    },
    {
      "run_id": 6,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 523,
      "tokens_out": 1061
    },
    {
      "run_id": 7,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 280,
      "tokens_out": 146
    },
    {
      "run_id": 11,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2003,
      "tokens_out": 890
    },
    {
      "run_id": 8,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7329,
      "tokens_out": 155
    },
    {
      "run_id": 7,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2794,
      "tokens_out": 292
    },
    {
      "run_id": 9,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 6085,
      "tokens_out": 315
    },
    {
      "run_id": 7,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3505,
      "tokens_out": 150
    },
    {
      "run_id": 2,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4172,
      "tokens_out": 40
    },
    {
      "run_id": 2,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2603,
      "tokens_out": 418
    },
    {
      "run_id": 8,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4851,
      "tokens_out": 64
    },
    {
      "run_id": 1,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 679,
      "tokens_out": 10
    },
    {
      "run_id": 2,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 769,
      "tokens_out": 426
    },
    {
      "run_id": 9,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 675,
      "tokens_out": 184
    },
    {
      "run_id": 5,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 589,
      "tokens_out": 401
    },
    {
      "run_id": 5,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5704,
      "tokens_out": 482
    },
    {
      "run_id": 14,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2849,
      "tokens_out": 1044
    },
    {
      "run_id": 9,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 721,
      "tokens_out": 804
    },
    {
      "run_id": 13,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 7354,
      "tokens_out": 294
    },
    {
      "run_id": 7,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6419,
      "tokens_out": 711
    },
    {
      "run_id": 10,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7202,
      "tokens_out": 776
    },
    {
      "run_id": 8,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 448,
      "tokens_out": 51
    },
    {
      "run_id": 13,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 233,
      "tokens_out": 267
    },
    {
      "run_id": 7,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2590,
      "tokens_out": 1363
    },
    {
      "run_id": 1,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1313,
      "tokens_out": 169
    },
    {
      "run_id": 7,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7656,
      "tokens_out": 902
    },
    {
      "run_id": 5,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7740,
      "tokens_out": 1007
    },
    {
      "run_id": 1,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 4827,
      "tokens_out": 103
    },
    {
      "run_id": 4,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 287,
      "tokens_out": 1165
    },
    {
      "run_id": 10,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4990,
      "tokens_out": 320
    },
    {
      "run_id": 5,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2757,
      "tokens_out": 91
    },
    {
      "run_id": 5,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 3608,
      "tokens_out": 17
    },
    {
      "run_id": 14,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 6805,
      "tokens_out": 19
    },
    {
      "run_id": 3,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5210,
      "tokens_out": 109
    },
    {
      "run_id": 7,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7171,
      "tokens_out": 310
    },
    {
      "run_id": 2,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2506,
      "tokens_out": 1182
    },
    {
      "run_id": 13,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 247,
      "tokens_out": 662
    },
    {
      "run_id": 1,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3523,
      "tokens_out": 107
    },
    {
      "run_id": 12,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 702,
      "tokens_out": 503
    },
    {
      "run_id": 10,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5948,
      "tokens_out": 1305
    },
    {
      "run_id": 10,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 641,
      "tokens_out": 15
    },
    {
      "run_id": 8,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3217,
      "tokens_out": 960
    },
    {
      "run_id": 11,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8702,
      "tokens_out": 793
    },
    {
      "run_id": 9,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 688,
      "tokens_out": 36
    },
    {
      "run_id": 2,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7375,
      "tokens_out": 25
    },
    {
      "run_id": 2,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 481,
      "tokens_out": 1243
    },
    {
      "run_id": 13,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 6709,
      "tokens_out": 761
    },
    {
      "run_id": 13,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 1289,
      "tokens_out": 956
    },
    {
      "run_id": 12,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1275,
      "tokens_out": 10
    },
    {
      "run_id": 12,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1734,
      "tokens_out": 662
    },
    {
      "run_id": 7,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2628,
      "tokens_out": 1195
    },
    {
      "run_id": 5,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 221,
      "tokens_out": 1356
    },
    {
      "run_id": 13,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 469,
      "tokens_out": 40
    },
    {
      "run_id": 8,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8007,
      "tokens_out": 60
    },
    {
      "run_id": 12,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2939,
      "tokens_out": 435
    },
    {
      "run_id": 14,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5456,
      "tokens_out": 685
    },
    {
      "run_id": 10,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 8127,
      "tokens_out": 1043
    },
    {
      "run_id": 11,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3270,
      "tokens_out": 522
    },
    {
      "run_id": 9,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3769,
      "tokens_out": 1266
    },
    {
      "run_id": 9,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 781,
      "tokens_out": 1174
    },
    {
      "run_id": 6,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6762,
      "tokens_out": 670
    },
    {
      "run_id": 1,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7745,
      "tokens_out": 1061
    },
    {
      "run_id": 2,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 490,
      "tokens_out": 1009
    },
    {
      "run_id": 3,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 441,
      "tokens_out": 1293
    },
    {
      "run_id": 9,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 736,
      "tokens_out": 1045
    },
    {
      "run_id": 4,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1913,
      "tokens_out": 360
    },
    {
      "run_id": 1,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8845,
      "tokens_out": 822
    },
    {
      "run_id": 2,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 850,
      "tokens_out": 294
    },
    {
      "run_id": 10,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 4665,
      "tokens_out": 318
    },
    {
      "run_id": 9,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1014,
      "tokens_out": 441
    },
    {
      "run_id": 11,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7884,
      "tokens_out": 695
    },
    {
      "run_id": 6,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3069,
      "tokens_out": 8
    },
    {
      "run_id": 3,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 2453,
      "tokens_out": 29
    },
    {
      "run_id": 9,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 4280,
      "tokens_out": 167
    },
    {
      "run_id": 2,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 478
    },
    {
      "run_id": 13,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8533,
      "tokens_out": 322
    },
    {
      "run_id": 10,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3217,
      "tokens_out": 1345
    },
    {
      "run_id": 8,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6046,
      "tokens_out": 10
    },
    {
      "run_id": 8,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2445,
      "tokens_out": 84
    },
    {
      "run_id": 1,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3592,
      "tokens_out": 1225
    },
    {
      "run_id": 10,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 3950,
      "tokens_out": 521
    },
    {
      "run_id": 11,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8510,
      "tokens_out": 999
    },
    {
      "run_id": 14,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "model timeout",
      "latency_ms": 258,
      "tokens_out": 104
    },
    {
      "run_id": 12,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2907,
      "tokens_out": 1226
    },
    {
      "run_id": 11,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 603,
      "tokens_out": 125
    },
    {
      "run_id": 11,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4052,
      "tokens_out": 23
    },
    {
      "run_id": 12,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4356,
      "tokens_out": 573
    },
    {
      "run_id": 9,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 233,
      "tokens_out": 1216
    },
    {
      "run_id": 12,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4755,
      "tokens_out": 821
    },
    {
      "run_id": 11,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6360,
      "tokens_out": 946
    },
    {
      "run_id": 11,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1787,
      "tokens_out": 881
    },
    {
      "run_id": 1,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2593,
      "tokens_out": 116
    },
    {
      "run_id": 10,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 259,
      "tokens_out": 1009
    },
    {
      "run_id": 1,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 260,
      "tokens_out": 721
    },
    {
      "run_id": 6,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3525,
      "tokens_out": 153
    },
    {
      "run_id": 13,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 299,
      "tokens_out": 308
    },
    {
      "run_id": 6,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 804,
      "tokens_out": 966
    },
    {
      "run_id": 4,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5107,
      "tokens_out": 10
    },
    {
      "run_id": 14,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2415,
      "tokens_out": 182
    },
    {
      "run_id": 13,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8088,
      "tokens_out": 10
    },
    {
      "run_id": 2,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 1565,
      "tokens_out": 336
    },
    {
      "run_id": 10,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 345,
      "tokens_out": 781
    },
    {
      "run_id": 5,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8097,
      "tokens_out": 494
    },
    {
      "run_id": 12,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 823,
      "tokens_out": 28
    },
    {
      "run_id": 13,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 8254,
      "tokens_out": 212
    },
    {
      "run_id": 8,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6337,
      "tokens_out": 21
    },
    {
      "run_id": 11,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3111,
      "tokens_out": 97
    },
    {
      "run_id": 6,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 301,
      "tokens_out": 622
    },
    {
      "run_id": 11,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5583,
      "tokens_out": 82
    },
    {
      "run_id": 14,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2420,
      "tokens_out": 643
    },
    {
      "run_id": 7,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4550,
      "tokens_out": 233
    },
    {
      "run_id": 14,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 591
    },
    {
      "run_id": 5,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 5273,
      "tokens_out": 366
    },
    {
      "run_id": 9,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 354,
      "tokens_out": 20
    },
    {
      "run_id": 8,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7788,
      "tokens_out": 753
    },
    {
      "run_id": 4,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4902,
      "tokens_out": 968
    },
    {
      "run_id": 2,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4278,
      "tokens_out": 1286
    },
    {
      "run_id": 14,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 874,
      "tokens_out": 786
    },
    {
      "run_id": 9,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7375,
      "tokens_out": 368
    },
    {
      "run_id": 3,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6795,
      "tokens_out": 437
    },
    {
      "run_id": 7,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4016,
      "tokens_out": 149
    },
    {
      "run_id": 11,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 612,
      "tokens_out": 564
    },
    {
      "run_id": 11,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 321,
      "tokens_out": 983
    },
    {
      "run_id": 1,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8294,
      "tokens_out": 89
    },
    {
      "run_id": 8,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8045,
      "tokens_out": 77
    },
    {
      "run_id": 7,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 669,
      "tokens_out": 296
    },
    {
      "run_id": 8,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4131,
      "tokens_out": 38
    },
    {
      "run_id": 2,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1764,
      "tokens_out": 623
    },
    {
      "run_id": 12,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1627,
      "tokens_out": 161
    },
    {
      "run_id": 8,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7790,
      "tokens_out": 12
    },
    {
      "run_id": 10,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 5248,
      "tokens_out": 1368
    },
    {
      "run_id": 7,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3986,
      "tokens_out": 297
    },
    {
      "run_id": 9,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2269,
      "tokens_out": 111
    },
    {
      "run_id": 14,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6341,
      "tokens_out": 817
    },
    {
      "run_id": 9,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8826,
      "tokens_out": 84
    },
    {
      "run_id": 6,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5254,
      "tokens_out": 141
    },
    {
      "run_id": 5,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1472,
      "tokens_out": 50
    },
    {
      "run_id": 1,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6507,
      "tokens_out": 307
    },
    {
      "run_id": 6,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 688
    },
    {
      "run_id": 1,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 669,
      "tokens_out": 805
    },
    {
      "run_id": 3,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 1304,
      "tokens_out": 117
    },
    {
      "run_id": 7,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2547,
      "tokens_out": 443
    },
    {
      "run_id": 3,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7339,
      "tokens_out": 123
    },
    {
      "run_id": 1,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2765,
      "tokens_out": 33
    },
    {
      "run_id": 8,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7994,
      "tokens_out": 823
    },
    {
      "run_id": 5,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3146,
      "tokens_out": 487
    },
    {
      "run_id": 3,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 247,
      "tokens_out": 32
    },
    {
      "run_id": 3,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 5847,
      "tokens_out": 877
    },
    {
      "run_id": 2,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 555,
      "tokens_out": 10
    },
    {
      "run_id": 6,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 265,
      "tokens_out": 434
    },
    {
      "run_id": 11,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7573,
      "tokens_out": 1000
    },
    {
      "run_id": 13,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 656,
      "tokens_out": 1131
    },
    {
      "run_id": 6,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3369,
      "tokens_out": 64
    },
    {
      "run_id": 8,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4553,
      "tokens_out": 1161
    },
    {
      "run_id": 3,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 931,
      "tokens_out": 313
    },
    {
      "run_id": 12,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2353,
      "tokens_out": 185
    },
    {
      "run_id": 12,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4846,
      "tokens_out": 1125
    },
    {
      "run_id": 1,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8556,
      "tokens_out": 9
    },
    {
      "run_id": 10,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 8010,
      "tokens_out": 318
    },
    {
      "run_id": 1,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 806,
      "tokens_out": 149
    },
    {
      "run_id": 3,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 785,
      "tokens_out": 207
    },
    {
      "run_id": 3,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1442,
      "tokens_out": 414
    },
    {
      "run_id": 10,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 5021,
      "tokens_out": 200
    },
    {
      "run_id": 4,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 227,
      "tokens_out": 164
    },
    {
      "run_id": 2,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7861,
      "tokens_out": 1173
    },
    {
      "run_id": 13,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 350,
      "tokens_out": 8
    },
    {
      "run_id": 10,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1156,
      "tokens_out": 843
    },
    {
      "run_id": 12,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5375,
      "tokens_out": 123
    },
    {
      "run_id": 2,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 238,
      "tokens_out": 1010
    },
    {
      "run_id": 1,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 530,
      "tokens_out": 1142
    },
    {
      "run_id": 3,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2190,
      "tokens_out": 227
    },
    {
      "run_id": 13,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 246,
      "tokens_out": 306
    },
    {
      "run_id": 13,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1132,
      "tokens_out": 1105
    },
    {
      "run_id": 3,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 541,
      "tokens_out": 247
    },
    {
      "run_id": 13,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 895,
      "tokens_out": 394
    },
    {
      "run_id": 11,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 238,
      "tokens_out": 579
    },
    {
      "run_id": 6,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5069,
      "tokens_out": 25
    },
    {
      "run_id": 7,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2408,
      "tokens_out": 853
    },
    {
      "run_id": 13,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5329,
      "tokens_out": 54
    },
    {
      "run_id": 2,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6133,
      "tokens_out": 53
    },
    {
      "run_id": 1,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3284,
      "tokens_out": 779
    },
    {
      "run_id": 6,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1181,
      "tokens_out": 64
    },
    {
      "run_id": 12,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7064,
      "tokens_out": 140
    },
    {
      "run_id": 8,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1392,
      "tokens_out": 247
    },
    {
      "run_id": 10,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6747,
      "tokens_out": 1287
    },
    {
      "run_id": 7,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 983,
      "tokens_out": 211
    },
    {
      "run_id": 2,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4423,
      "tokens_out": 970
    },
    {
      "run_id": 11,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3881,
      "tokens_out": 1097
    },
    {
      "run_id": 13,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3478,
      "tokens_out": 1129
    },
    {
      "run_id": 12,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7292,
      "tokens_out": 721
    },
    {
      "run_id": 10,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1108,
      "tokens_out": 912
    },
    {
      "run_id": 13,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4534,
      "tokens_out": 9
    },
    {
      "run_id": 8,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 433,
      "tokens_out": 851
    },
    {
      "run_id": 4,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 473,
      "tokens_out": 260
    },
    {
      "run_id": 5,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 452,
      "tokens_out": 341
    },
    {
      "run_id": 4,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6591,
      "tokens_out": 746
    },
    {
      "run_id": 14,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5312,
      "tokens_out": 397
    },
    {
      "run_id": 11,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6987,
      "tokens_out": 731
    },
    {
      "run_id": 13,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2994,
      "tokens_out": 1192
    },
    {
      "run_id": 6,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2241,
      "tokens_out": 828
    },
    {
      "run_id": 9,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 677,
      "tokens_out": 86
    },
    {
      "run_id": 9,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 222,
      "tokens_out": 653
    },
    {
      "run_id": 1,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 3554,
      "tokens_out": 72
    },
    {
      "run_id": 12,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1426,
      "tokens_out": 296
    },
    {
      "run_id": 8,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 398,
      "tokens_out": 648
    },
    {
      "run_id": 1,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 439,
      "tokens_out": 13
    },
    {
      "run_id": 9,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1261,
      "tokens_out": 9
    },
    {
      "run_id": 14,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1618,
      "tokens_out": 864
    },
    {
      "run_id": 3,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 855,
      "tokens_out": 945
    },
    {
      "run_id": 13,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 283,
      "tokens_out": 1027
    },
    {
      "run_id": 5,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1670,
      "tokens_out": 1044
    },
    {
      "run_id": 7,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 246,
      "tokens_out": 1046
    },
    {
      "run_id": 4,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3705,
      "tokens_out": 663
    },
    {
      "run_id": 12,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2825,
      "tokens_out": 632
    },
    {
      "run_id": 4,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1417,
      "tokens_out": 777
    },
    {
      "run_id": 7,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8140,
      "tokens_out": 1372
    },
    {
      "run_id": 9,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3663,
      "tokens_out": 32
    },
    {
      "run_id": 1,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 678,
      "tokens_out": 583
    },
    {
      "run_id": 2,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4477,
      "tokens_out": 612
    },
    {
      "run_id": 10,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 541,
      "tokens_out": 629
    },
    {
      "run_id": 4,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2810,
      "tokens_out": 50
    },
    {
      "run_id": 5,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7341,
      "tokens_out": 58
    },
    {
      "run_id": 2,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 238,
      "tokens_out": 78
    },
    {
      "run_id": 9,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1714,
      "tokens_out": 798
    },
    {
      "run_id": 1,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6579,
      "tokens_out": 457
    },
    {
      "run_id": 5,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3962,
      "tokens_out": 485
    },
    {
      "run_id": 6,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5248,
      "tokens_out": 340
    },
    {
      "run_id": 10,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7179,
      "tokens_out": 233
    },
    {
      "run_id": 11,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3436,
      "tokens_out": 19
    },
    {
      "run_id": 7,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2212,
      "tokens_out": 15
    },
    {
      "run_id": 4,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 7972,
      "tokens_out": 129
    },
    {
      "run_id": 10,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 221,
      "tokens_out": 326
    },
    {
      "run_id": 7,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8230,
      "tokens_out": 501
    },
    {
      "run_id": 7,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6709,
      "tokens_out": 1159
    },
    {
      "run_id": 11,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2293,
      "tokens_out": 1356
    },
    {
      "run_id": 11,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 2898,
      "tokens_out": 467
    },
    {
      "run_id": 1,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 266,
      "tokens_out": 243
    },
    {
      "run_id": 10,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 248,
      "tokens_out": 538
    },
    {
      "run_id": 9,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3099,
      "tokens_out": 424
    },
    {
      "run_id": 3,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 998,
      "tokens_out": 1159
    },
    {
      "run_id": 6,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5667,
      "tokens_out": 136
    },
    {
      "run_id": 10,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7289,
      "tokens_out": 116
    },
    {
      "run_id": 5,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 311,
      "tokens_out": 589
    },
    {
      "run_id": 4,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1720,
      "tokens_out": 815
    },
    {
      "run_id": 4,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7723,
      "tokens_out": 405
    },
    {
      "run_id": 7,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2275,
      "tokens_out": 440
    },
    {
      "run_id": 12,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 1293,
      "tokens_out": 39
    },
    {
      "run_id": 14,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1273,
      "tokens_out": 13
    },
    {
      "run_id": 13,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7450,
      "tokens_out": 67
    },
    {
      "run_id": 11,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7206,
      "tokens_out": 19
    },
    {
      "run_id": 8,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2886,
      "tokens_out": 897
    },
    {
      "run_id": 10,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1013,
      "tokens_out": 518
    },
    {
      "run_id": 9,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1206,
      "tokens_out": 361
    },
    {
      "run_id": 9,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1144,
      "tokens_out": 205
    },
    {
      "run_id": 14,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5877,
      "tokens_out": 788
    },
    {
      "run_id": 14,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 646,
      "tokens_out": 830
    },
    {
      "run_id": 13,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8636,
      "tokens_out": 199
    },
    {
      "run_id": 2,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 7882,
      "tokens_out": 1105
    },
    {
      "run_id": 10,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3508,
      "tokens_out": 199
    },
    {
      "run_id": 12,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6219,
      "tokens_out": 448
    },
    {
      "run_id": 6,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1396,
      "tokens_out": 78
    },
    {
      "run_id": 13,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1197,
      "tokens_out": 185
    },
    {
      "run_id": 13,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4805,
      "tokens_out": 1360
    },
    {
      "run_id": 11,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 571,
      "tokens_out": 233
    },
    {
      "run_id": 10,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 775,
      "tokens_out": 15
    },
    {
      "run_id": 2,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8291,
      "tokens_out": 919
    },
    {
      "run_id": 3,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1786,
      "tokens_out": 771
    },
    {
      "run_id": 6,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7907,
      "tokens_out": 1096
    },
    {
      "run_id": 14,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 255,
      "tokens_out": 1388
    },
    {
      "run_id": 1,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5180,
      "tokens_out": 39
    },
    {
      "run_id": 12,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4694,
      "tokens_out": 88
    },
    {
      "run_id": 4,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 228,
      "tokens_out": 1397
    },
    {
      "run_id": 6,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 525,
      "tokens_out": 723
    },
    {
      "run_id": 13,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4722,
      "tokens_out": 11
    },
    {
      "run_id": 11,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4117,
      "tokens_out": 1398
    },
    {
      "run_id": 7,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 725,
      "tokens_out": 204
    },
    {
      "run_id": 5,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3264,
      "tokens_out": 113
    },
    {
      "run_id": 5,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 806,
      "tokens_out": 161
    },
    {
      "run_id": 13,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2466,
      "tokens_out": 97
    },
    {
      "run_id": 9,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1829,
      "tokens_out": 951
    },
    {
      "run_id": 13,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4002,
      "tokens_out": 69
    },
    {
      "run_id": 9,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4811,
      "tokens_out": 18
    },
    {
      "run_id": 14,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 307,
      "tokens_out": 796
    },
    {
      "run_id": 9,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2273,
      "tokens_out": 192
    },
    {
      "run_id": 9,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1483,
      "tokens_out": 377
    },
    {
      "run_id": 13,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 758,
      "tokens_out": 225
    },
    {
      "run_id": 5,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 694,
      "tokens_out": 121
    },
    {
      "run_id": 4,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1451,
      "tokens_out": 218
    },
    {
      "run_id": 12,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 1875,
      "tokens_out": 658
    },
    {
      "run_id": 6,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 424,
      "tokens_out": 20
    },
    {
      "run_id": 7,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5376,
      "tokens_out": 747
    },
    {
      "run_id": 14,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 681,
      "tokens_out": 31
    },
    {
      "run_id": 10,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2653,
      "tokens_out": 255
    },
    {
      "run_id": 8,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1823,
      "tokens_out": 380
    },
    {
      "run_id": 12,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4689,
      "tokens_out": 1048
    },
    {
      "run_id": 6,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "grader crashed",
      "latency_ms": 2386,
      "tokens_out": 67
    },
    {
      "run_id": 6,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1514,
      "tokens_out": 456
    },
    {
      "run_id": 14,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 236,
      "tokens_out": 316
    },
    {
      "run_id": 4,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 235,
      "tokens_out": 444
    },
    {
      "run_id": 1,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2810,
      "tokens_out": 1177
    },
    {
      "run_id": 6,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 718,
      "tokens_out": 690
    },
    {
      "run_id": 5,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 771,
      "tokens_out": 147
    },
    {
      "run_id": 4,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 790,
      "tokens_out": 9
    },
    {
      "run_id": 2,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2519,
      "tokens_out": 775
    },
    {
      "run_id": 8,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1046,
      "tokens_out": 92
    },
    {
      "run_id": 3,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3502,
      "tokens_out": 555
    },
    {
      "run_id": 14,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5628,
      "tokens_out": 1112
    },
    {
      "run_id": 14,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3530,
      "tokens_out": 280
    },
    {
      "run_id": 8,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6043,
      "tokens_out": 19
    },
    {
      "run_id": 1,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6778,
      "tokens_out": 388
    },
    {
      "run_id": 5,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 824,
      "tokens_out": 29
    },
    {
      "run_id": 3,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 1555,
      "tokens_out": 1391
    },
    {
      "run_id": 14,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1406,
      "tokens_out": 420
    },
    {
      "run_id": 14,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 3068,
      "tokens_out": 1042
    },
    {
      "run_id": 8,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3129,
      "tokens_out": 630
    },
    {
      "run_id": 11,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 330,
      "tokens_out": 626
    },
    {
      "run_id": 4,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 789,
      "tokens_out": 31
    },
    {
      "run_id": 8,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 382,
      "tokens_out": 8
    },
    {
      "run_id": 11,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 2993,
      "tokens_out": 430
    },
    {
      "run_id": 13,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 271,
      "tokens_out": 208
    },
    {
      "run_id": 8,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8113,
      "tokens_out": 1059
    },
    {
      "run_id": 9,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3647,
      "tokens_out": 521
    },
    {
      "run_id": 10,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5565,
      "tokens_out": 590
    },
    {
      "run_id": 14,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 460,
      "tokens_out": 713
    },
    {
      "run_id": 3,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7500,
      "tokens_out": 58
    },
    {
      "run_id": 3,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4138,
      "tokens_out": 121
    },
    {
      "run_id": 14,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 224,
      "tokens_out": 869
    },
    {
      "run_id": 11,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 7515,
      "tokens_out": 645
    },
    {
      "run_id": 11,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 244,
      "tokens_out": 78
    },
    {
      "run_id": 3,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 378,
      "tokens_out": 185
    },
    {
      "run_id": 1,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 424,
      "tokens_out": 907
    },
    {
      "run_id": 9,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1051,
      "tokens_out": 641
    },
    {
      "run_id": 14,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8569,
      "tokens_out": 8
    },
    {
      "run_id": 10,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 386
    },
    {
      "run_id": 2,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8148,
      "tokens_out": 8
    },
    {
      "run_id": 5,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2244,
      "tokens_out": 295
    },
    {
      "run_id": 6,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "rate limited",
      "latency_ms": 4418,
      "tokens_out": 254
    },
    {
      "run_id": 8,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5679,
      "tokens_out": 1313
    },
    {
      "run_id": 7,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 446,
      "tokens_out": 32
    },
    {
      "run_id": 6,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1046,
      "tokens_out": 121
    },
    {
      "run_id": 8,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 4245,
      "tokens_out": 926
    },
    {
      "run_id": 1,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 221,
      "tokens_out": 575
    },
    {
      "run_id": 8,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 267,
      "tokens_out": 234
    },
    {
      "run_id": 12,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 3933,
      "tokens_out": 464
    },
    {
      "run_id": 2,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 641,
      "tokens_out": 361
    },
    {
      "run_id": 8,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7971,
      "tokens_out": 651
    },
    {
      "run_id": 3,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 636,
      "tokens_out": 871
    },
    {
      "run_id": 2,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8840,
      "tokens_out": 518
    },
    {
      "run_id": 10,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8752,
      "tokens_out": 529
    },
    {
      "run_id": 14,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1385,
      "tokens_out": 428
    },
    {
      "run_id": 4,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7013,
      "tokens_out": 257
    },
    {
      "run_id": 1,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4679,
      "tokens_out": 676
    },
    {
      "run_id": 8,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6277,
      "tokens_out": 563
    },
    {
      "run_id": 8,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 3789,
      "tokens_out": 134
    },
    {
      "run_id": 14,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2082,
      "tokens_out": 546
    },
    {
      "run_id": 13,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2564,
      "tokens_out": 46
    },
    {
      "run_id": 6,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 541,
      "tokens_out": 347
    },
    {
      "run_id": 10,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 949,
      "tokens_out": 942
    },
    {
      "run_id": 1,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 249,
      "tokens_out": 1331
    },
    {
      "run_id": 3,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4025,
      "tokens_out": 16
    },
    {
      "run_id": 7,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 5377,
      "tokens_out": 23
    },
    {
      "run_id": 8,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4420,
      "tokens_out": 741
    },
    {
      "run_id": 10,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 687,
      "tokens_out": 369
    },
    {
      "run_id": 1,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 1590,
      "tokens_out": 136
    },
    {
      "run_id": 14,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5889,
      "tokens_out": 720
    },
    {
      "run_id": 4,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 382,
      "tokens_out": 193
    },
    {
      "run_id": 5,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 2427,
      "tokens_out": 475
    },
    {
      "run_id": 9,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1272,
      "tokens_out": 917
    },
    {
      "run_id": 12,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 664,
      "tokens_out": 897
    },
    {
      "run_id": 5,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1110,
      "tokens_out": 556
    },
    {
      "run_id": 5,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2048,
      "tokens_out": 1089
    },
    {
      "run_id": 14,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 578,
      "tokens_out": 289
    },
    {
      "run_id": 7,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8542,
      "tokens_out": 388
    },
    {
      "run_id": 14,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8725,
      "tokens_out": 340
    },
    {
      "run_id": 12,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 517,
      "tokens_out": 1369
    },
    {
      "run_id": 9,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1182,
      "tokens_out": 134
    },
    {
      "run_id": 9,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1920,
      "tokens_out": 753
    },
    {
      "run_id": 3,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5910,
      "tokens_out": 152
    },
    {
      "run_id": 3,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 538,
      "tokens_out": 55
    },
    {
      "run_id": 11,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 296,
      "tokens_out": 250
    },
    {
      "run_id": 6,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 5534,
      "tokens_out": 450
    },
    {
      "run_id": 2,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 225,
      "tokens_out": 349
    },
    {
      "run_id": 6,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 222,
      "tokens_out": 8
    },
    {
      "run_id": 6,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2027,
      "tokens_out": 1071
    },
    {
      "run_id": 5,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8898,
      "tokens_out": 165
    },
    {
      "run_id": 8,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 279,
      "tokens_out": 206
    },
    {
      "run_id": 5,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4540,
      "tokens_out": 1237
    },
    {
      "run_id": 4,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4242,
      "tokens_out": 1184
    },
    {
      "run_id": 11,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 3582,
      "tokens_out": 1038
    },
    {
      "run_id": 9,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 2680,
      "tokens_out": 30
    },
    {
      "run_id": 14,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 520,
      "tokens_out": 8
    },
    {
      "run_id": 4,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 240,
      "tokens_out": 22
    },
    {
      "run_id": 14,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 1059,
      "tokens_out": 740
    },
    {
      "run_id": 14,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7412,
      "tokens_out": 1184
    },
    {
      "run_id": 14,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1285,
      "tokens_out": 402
    },
    {
      "run_id": 3,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6239,
      "tokens_out": 1206
    },
    {
      "run_id": 12,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6491,
      "tokens_out": 29
    },
    {
      "run_id": 6,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8542,
      "tokens_out": 521
    },
    {
      "run_id": 3,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1928,
      "tokens_out": 22
    },
    {
      "run_id": 12,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3531,
      "tokens_out": 131
    },
    {
      "run_id": 7,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 725,
      "tokens_out": 13
    },
    {
      "run_id": 12,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2995,
      "tokens_out": 568
    },
    {
      "run_id": 3,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 987,
      "tokens_out": 339
    },
    {
      "run_id": 4,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 399,
      "tokens_out": 921
    },
    {
      "run_id": 3,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 345,
      "tokens_out": 1369
    },
    {
      "run_id": 11,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3421,
      "tokens_out": 406
    },
    {
      "run_id": 7,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2013,
      "tokens_out": 303
    },
    {
      "run_id": 5,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6103,
      "tokens_out": 560
    },
    {
      "run_id": 5,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 730,
      "tokens_out": 45
    },
    {
      "run_id": 3,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3120,
      "tokens_out": 1216
    },
    {
      "run_id": 4,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7087,
      "tokens_out": 1377
    },
    {
      "run_id": 12,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 281,
      "tokens_out": 920
    },
    {
      "run_id": 11,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 2929,
      "tokens_out": 357
    },
    {
      "run_id": 11,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 2196,
      "tokens_out": 335
    },
    {
      "run_id": 4,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2629,
      "tokens_out": 532
    },
    {
      "run_id": 12,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 2206,
      "tokens_out": 1337
    },
    {
      "run_id": 4,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 2706,
      "tokens_out": 43
    },
    {
      "run_id": 5,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6903,
      "tokens_out": 1102
    },
    {
      "run_id": 8,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8737,
      "tokens_out": 137
    },
    {
      "run_id": 7,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3089,
      "tokens_out": 483
    },
    {
      "run_id": 8,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 313,
      "tokens_out": 9
    },
    {
      "run_id": 10,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 723,
      "tokens_out": 458
    },
    {
      "run_id": 6,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8286,
      "tokens_out": 10
    },
    {
      "run_id": 13,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5408,
      "tokens_out": 12
    },
    {
      "run_id": 13,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8725,
      "tokens_out": 1286
    },
    {
      "run_id": 2,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1461,
      "tokens_out": 16
    },
    {
      "run_id": 1,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2132,
      "tokens_out": 1332
    },
    {
      "run_id": 10,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 764,
      "tokens_out": 1394
    },
    {
      "run_id": 12,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 727,
      "tokens_out": 398
    },
    {
      "run_id": 12,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 251,
      "tokens_out": 511
    },
    {
      "run_id": 6,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1731,
      "tokens_out": 726
    },
    {
      "run_id": 1,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3327,
      "tokens_out": 289
    },
    {
      "run_id": 9,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3693,
      "tokens_out": 470
    },
    {
      "run_id": 6,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6163,
      "tokens_out": 163
    },
    {
      "run_id": 8,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4389,
      "tokens_out": 1209
    },
    {
      "run_id": 5,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6486,
      "tokens_out": 158
    },
    {
      "run_id": 9,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 1941,
      "tokens_out": 872
    },
    {
      "run_id": 10,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 237,
      "tokens_out": 219
    },
    {
      "run_id": 1,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3473,
      "tokens_out": 31
    },
    {
      "run_id": 3,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 527,
      "tokens_out": 12
    },
    {
      "run_id": 13,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8679,
      "tokens_out": 1220
    },
    {
      "run_id": 3,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7551,
      "tokens_out": 1134
    },
    {
      "run_id": 14,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7195,
      "tokens_out": 816
    },
    {
      "run_id": 13,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7192,
      "tokens_out": 8
    },
    {
      "run_id": 4,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1257,
      "tokens_out": 8
    },
    {
      "run_id": 1,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1982,
      "tokens_out": 406
    },
    {
      "run_id": 2,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3549,
      "tokens_out": 381
    },
    {
      "run_id": 10,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2156,
      "tokens_out": 77
    },
    {
      "run_id": 13,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 304,
      "tokens_out": 19
    },
    {
      "run_id": 10,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2660,
      "tokens_out": 1114
    },
    {
      "run_id": 3,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3243,
      "tokens_out": 411
    },
    {
      "run_id": 2,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 6563,
      "tokens_out": 35
    },
    {
      "run_id": 13,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 301
    },
    {
      "run_id": 2,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 844,
      "tokens_out": 30
    },
    {
      "run_id": 5,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3075,
      "tokens_out": 15
    },
    {
      "run_id": 14,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 488,
      "tokens_out": 136
    },
    {
      "run_id": 8,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2665,
      "tokens_out": 100
    },
    {
      "run_id": 13,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6076,
      "tokens_out": 8
    },
    {
      "run_id": 13,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 2715,
      "tokens_out": 177
    },
    {
      "run_id": 8,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4128,
      "tokens_out": 98
    },
    {
      "run_id": 6,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7447,
      "tokens_out": 595
    },
    {
      "run_id": 2,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6296,
      "tokens_out": 100
    },
    {
      "run_id": 8,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8407,
      "tokens_out": 389
    },
    {
      "run_id": 9,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2291,
      "tokens_out": 567
    },
    {
      "run_id": 5,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3417,
      "tokens_out": 1126
    },
    {
      "run_id": 3,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 317,
      "tokens_out": 160
    },
    {
      "run_id": 4,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 255,
      "tokens_out": 313
    },
    {
      "run_id": 7,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 259,
      "tokens_out": 21
    },
    {
      "run_id": 13,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 997,
      "tokens_out": 839
    },
    {
      "run_id": 4,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5584,
      "tokens_out": 1026
    },
    {
      "run_id": 1,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8560,
      "tokens_out": 1223
    },
    {
      "run_id": 6,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2114,
      "tokens_out": 602
    },
    {
      "run_id": 7,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6699,
      "tokens_out": 447
    },
    {
      "run_id": 11,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 4559,
      "tokens_out": 614
    },
    {
      "run_id": 6,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 253,
      "tokens_out": 1064
    },
    {
      "run_id": 5,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 943,
      "tokens_out": 268
    },
    {
      "run_id": 9,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3019,
      "tokens_out": 228
    },
    {
      "run_id": 10,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 8536,
      "tokens_out": 1024
    },
    {
      "run_id": 7,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1996,
      "tokens_out": 1281
    },
    {
      "run_id": 6,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1079,
      "tokens_out": 8
    },
    {
      "run_id": 9,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 405,
      "tokens_out": 27
    },
    {
      "run_id": 5,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 1014,
      "tokens_out": 199
    },
    {
      "run_id": 3,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4967,
      "tokens_out": 111
    },
    {
      "run_id": 7,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2223,
      "tokens_out": 230
    },
    {
      "run_id": 3,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7118,
      "tokens_out": 768
    },
    {
      "run_id": 14,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 4582,
      "tokens_out": 246
    },
    {
      "run_id": 11,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 1028,
      "tokens_out": 48
    },
    {
      "run_id": 8,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3249,
      "tokens_out": 1099
    },
    {
      "run_id": 12,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2796,
      "tokens_out": 890
    },
    {
      "run_id": 4,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1558,
      "tokens_out": 910
    },
    {
      "run_id": 2,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 3067,
      "tokens_out": 21
    },
    {
      "run_id": 4,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 368,
      "tokens_out": 182
    },
    {
      "run_id": 7,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6651,
      "tokens_out": 557
    },
    {
      "run_id": 1,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 536,
      "tokens_out": 229
    },
    {
      "run_id": 3,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4244,
      "tokens_out": 190
    },
    {
      "run_id": 9,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2329,
      "tokens_out": 166
    },
    {
      "run_id": 4,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1883,
      "tokens_out": 535
    },
    {
      "run_id": 13,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 289,
      "tokens_out": 104
    },
    {
      "run_id": 14,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 1043
    },
    {
      "run_id": 11,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3228,
      "tokens_out": 382
    },
    {
      "run_id": 2,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6708,
      "tokens_out": 21
    },
    {
      "run_id": 10,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4277,
      "tokens_out": 248
    },
    {
      "run_id": 10,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 3678,
      "tokens_out": 1159
    },
    {
      "run_id": 5,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8245,
      "tokens_out": 847
    },
    {
      "run_id": 4,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 1557,
      "tokens_out": 81
    },
    {
      "run_id": 4,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2227,
      "tokens_out": 25
    },
    {
      "run_id": 3,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2957,
      "tokens_out": 189
    },
    {
      "run_id": 6,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 593,
      "tokens_out": 1169
    },
    {
      "run_id": 9,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1587,
      "tokens_out": 24
    },
    {
      "run_id": 6,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "grader crashed",
      "latency_ms": 1111,
      "tokens_out": 69
    },
    {
      "run_id": 1,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5634,
      "tokens_out": 936
    },
    {
      "run_id": 12,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 380,
      "tokens_out": 180
    },
    {
      "run_id": 5,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6143,
      "tokens_out": 1030
    },
    {
      "run_id": 13,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2430,
      "tokens_out": 707
    },
    {
      "run_id": 12,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2936,
      "tokens_out": 856
    },
    {
      "run_id": 11,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 914,
      "tokens_out": 12
    },
    {
      "run_id": 4,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1271,
      "tokens_out": 499
    },
    {
      "run_id": 12,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8062,
      "tokens_out": 8
    },
    {
      "run_id": 1,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2333,
      "tokens_out": 279
    },
    {
      "run_id": 2,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8938,
      "tokens_out": 618
    },
    {
      "run_id": 9,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3663,
      "tokens_out": 982
    },
    {
      "run_id": 7,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1301,
      "tokens_out": 291
    },
    {
      "run_id": 14,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5730,
      "tokens_out": 272
    },
    {
      "run_id": 5,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5852,
      "tokens_out": 1384
    },
    {
      "run_id": 2,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 1914,
      "tokens_out": 989
    },
    {
      "run_id": 11,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 784,
      "tokens_out": 248
    },
    {
      "run_id": 9,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 1466,
      "tokens_out": 668
    },
    {
      "run_id": 9,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 413,
      "tokens_out": 48
    },
    {
      "run_id": 11,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1350,
      "tokens_out": 254
    },
    {
      "run_id": 8,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5473,
      "tokens_out": 12
    },
    {
      "run_id": 2,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1265,
      "tokens_out": 1196
    },
    {
      "run_id": 5,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2370,
      "tokens_out": 19
    },
    {
      "run_id": 5,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 663,
      "tokens_out": 11
    },
    {
      "run_id": 10,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 793,
      "tokens_out": 176
    },
    {
      "run_id": 4,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 651
    },
    {
      "run_id": 12,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 8344,
      "tokens_out": 654
    },
    {
      "run_id": 14,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3966,
      "tokens_out": 1032
    },
    {
      "run_id": 12,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 221,
      "tokens_out": 362
    },
    {
      "run_id": 8,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5467,
      "tokens_out": 76
    },
    {
      "run_id": 2,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 229,
      "tokens_out": 127
    },
    {
      "run_id": 1,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1432,
      "tokens_out": 14
    },
    {
      "run_id": 10,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4516,
      "tokens_out": 1142
    },
    {
      "run_id": 12,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1258,
      "tokens_out": 510
    },
    {
      "run_id": 6,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1837,
      "tokens_out": 75
    },
    {
      "run_id": 5,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4701,
      "tokens_out": 19
    },
    {
      "run_id": 10,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8604,
      "tokens_out": 61
    },
    {
      "run_id": 6,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7680,
      "tokens_out": 43
    },
    {
      "run_id": 8,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4367,
      "tokens_out": 201
    },
    {
      "run_id": 12,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3238,
      "tokens_out": 1098
    },
    {
      "run_id": 13,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 233,
      "tokens_out": 113
    },
    {
      "run_id": 9,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 5719,
      "tokens_out": 1012
    },
    {
      "run_id": 10,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5360,
      "tokens_out": 920
    },
    {
      "run_id": 4,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1295,
      "tokens_out": 89
    },
    {
      "run_id": 1,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 665,
      "tokens_out": 788
    },
    {
      "run_id": 1,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3048,
      "tokens_out": 776
    },
    {
      "run_id": 3,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5383,
      "tokens_out": 253
    },
    {
      "run_id": 11,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 377,
      "tokens_out": 209
    },
    {
      "run_id": 4,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 890,
      "tokens_out": 619
    },
    {
      "run_id": 6,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 551,
      "tokens_out": 1252
    },
    {
      "run_id": 5,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 189
    },
    {
      "run_id": 13,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2329,
      "tokens_out": 951
    },
    {
      "run_id": 9,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7420,
      "tokens_out": 29
    },
    {
      "run_id": 11,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1820,
      "tokens_out": 965
    },
    {
      "run_id": 3,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3603,
      "tokens_out": 564
    },
    {
      "run_id": 11,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3601,
      "tokens_out": 810
    },
    {
      "run_id": 3,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2844,
      "tokens_out": 8
    },
    {
      "run_id": 8,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5555,
      "tokens_out": 457
    },
    {
      "run_id": 7,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3292,
      "tokens_out": 176
    },
    {
      "run_id": 4,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1373,
      "tokens_out": 176
    },
    {
      "run_id": 14,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 548,
      "tokens_out": 71
    },
    {
      "run_id": 14,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1256,
      "tokens_out": 1148
    },
    {
      "run_id": 2,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4131,
      "tokens_out": 51
    },
    {
      "run_id": 4,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2658,
      "tokens_out": 100
    },
    {
      "run_id": 8,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1135,
      "tokens_out": 1394
    },
    {
      "run_id": 6,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2420,
      "tokens_out": 81
    },
    {
      "run_id": 2,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6372,
      "tokens_out": 930
    },
    {
      "run_id": 3,
      "case_id": 7,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1034,
      "tokens_out": 10
    },
    {
      "run_id": 14,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4573,
      "tokens_out": 897
    },
    {
      "run_id": 7,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 221,
      "tokens_out": 17
    },
    {
      "run_id": 4,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8099,
      "tokens_out": 30
    },
    {
      "run_id": 7,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 226,
      "tokens_out": 120
    },
    {
      "run_id": 11,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3502,
      "tokens_out": 162
    },
    {
      "run_id": 6,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 4760,
      "tokens_out": 698
    },
    {
      "run_id": 3,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 524,
      "tokens_out": 663
    },
    {
      "run_id": 14,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 2943,
      "tokens_out": 121
    },
    {
      "run_id": 4,
      "case_id": 45,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8229,
      "tokens_out": 1061
    },
    {
      "run_id": 2,
      "case_id": 41,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1833,
      "tokens_out": 13
    },
    {
      "run_id": 8,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6631,
      "tokens_out": 232
    },
    {
      "run_id": 8,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8003,
      "tokens_out": 155
    },
    {
      "run_id": 13,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 238,
      "tokens_out": 1316
    },
    {
      "run_id": 12,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3182,
      "tokens_out": 9
    },
    {
      "run_id": 10,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 270,
      "tokens_out": 220
    },
    {
      "run_id": 1,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1945,
      "tokens_out": 11
    },
    {
      "run_id": 8,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1486,
      "tokens_out": 524
    },
    {
      "run_id": 4,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7480,
      "tokens_out": 255
    },
    {
      "run_id": 13,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7652,
      "tokens_out": 299
    },
    {
      "run_id": 4,
      "case_id": 17,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 725,
      "tokens_out": 16
    },
    {
      "run_id": 6,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "error",
      "fail_reason": null,
      "error_type": "rate limited",
      "latency_ms": 238,
      "tokens_out": 18
    },
    {
      "run_id": 13,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1248,
      "tokens_out": 484
    },
    {
      "run_id": 3,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3574,
      "tokens_out": 343
    },
    {
      "run_id": 13,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 261,
      "tokens_out": 9
    },
    {
      "run_id": 4,
      "case_id": 57,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2664,
      "tokens_out": 21
    },
    {
      "run_id": 10,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 264,
      "tokens_out": 928
    },
    {
      "run_id": 9,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2503,
      "tokens_out": 572
    },
    {
      "run_id": 1,
      "case_id": 9,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2409,
      "tokens_out": 1236
    },
    {
      "run_id": 2,
      "case_id": 58,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7645,
      "tokens_out": 420
    },
    {
      "run_id": 3,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 223,
      "tokens_out": 263
    },
    {
      "run_id": 11,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 457,
      "tokens_out": 509
    },
    {
      "run_id": 7,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1002,
      "tokens_out": 587
    },
    {
      "run_id": 10,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 8021,
      "tokens_out": 709
    },
    {
      "run_id": 10,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1277,
      "tokens_out": 1210
    },
    {
      "run_id": 10,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7207,
      "tokens_out": 192
    },
    {
      "run_id": 12,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 2685,
      "tokens_out": 332
    },
    {
      "run_id": 13,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3465,
      "tokens_out": 326
    },
    {
      "run_id": 2,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5784,
      "tokens_out": 450
    },
    {
      "run_id": 6,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5416,
      "tokens_out": 427
    },
    {
      "run_id": 4,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 863,
      "tokens_out": 924
    },
    {
      "run_id": 3,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7567,
      "tokens_out": 366
    },
    {
      "run_id": 3,
      "case_id": 15,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1319,
      "tokens_out": 74
    },
    {
      "run_id": 4,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4179,
      "tokens_out": 10
    },
    {
      "run_id": 10,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2347,
      "tokens_out": 243
    },
    {
      "run_id": 5,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3692,
      "tokens_out": 575
    },
    {
      "run_id": 3,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6059,
      "tokens_out": 315
    },
    {
      "run_id": 9,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 1510,
      "tokens_out": 9
    },
    {
      "run_id": 7,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7548,
      "tokens_out": 102
    },
    {
      "run_id": 11,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2037,
      "tokens_out": 111
    },
    {
      "run_id": 1,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7952,
      "tokens_out": 96
    },
    {
      "run_id": 12,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3427,
      "tokens_out": 225
    },
    {
      "run_id": 8,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3538,
      "tokens_out": 21
    },
    {
      "run_id": 4,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2289,
      "tokens_out": 821
    },
    {
      "run_id": 14,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4527,
      "tokens_out": 787
    },
    {
      "run_id": 6,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 274,
      "tokens_out": 16
    },
    {
      "run_id": 1,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3395,
      "tokens_out": 191
    },
    {
      "run_id": 4,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3640,
      "tokens_out": 77
    },
    {
      "run_id": 9,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 298,
      "tokens_out": 442
    },
    {
      "run_id": 5,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 292,
      "tokens_out": 9
    },
    {
      "run_id": 13,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 8189,
      "tokens_out": 1371
    },
    {
      "run_id": 5,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 644,
      "tokens_out": 1022
    },
    {
      "run_id": 4,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2533,
      "tokens_out": 67
    },
    {
      "run_id": 5,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1274,
      "tokens_out": 720
    },
    {
      "run_id": 14,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 991,
      "tokens_out": 336
    },
    {
      "run_id": 1,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 4789,
      "tokens_out": 945
    },
    {
      "run_id": 5,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 247,
      "tokens_out": 483
    },
    {
      "run_id": 7,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 937,
      "tokens_out": 210
    },
    {
      "run_id": 7,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2492,
      "tokens_out": 508
    },
    {
      "run_id": 7,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6679,
      "tokens_out": 341
    },
    {
      "run_id": 7,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2433,
      "tokens_out": 236
    },
    {
      "run_id": 4,
      "case_id": 47,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1267,
      "tokens_out": 10
    },
    {
      "run_id": 11,
      "case_id": 51,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1996,
      "tokens_out": 648
    },
    {
      "run_id": 7,
      "case_id": 28,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6042,
      "tokens_out": 1023
    },
    {
      "run_id": 5,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1603,
      "tokens_out": 863
    },
    {
      "run_id": 10,
      "case_id": 10,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2010,
      "tokens_out": 1200
    },
    {
      "run_id": 14,
      "case_id": 26,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 376,
      "tokens_out": 822
    },
    {
      "run_id": 3,
      "case_id": 3,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7128,
      "tokens_out": 677
    },
    {
      "run_id": 1,
      "case_id": 46,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7731,
      "tokens_out": 85
    },
    {
      "run_id": 5,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1769,
      "tokens_out": 216
    },
    {
      "run_id": 7,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6283,
      "tokens_out": 349
    },
    {
      "run_id": 1,
      "case_id": 31,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 718,
      "tokens_out": 39
    },
    {
      "run_id": 13,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 304,
      "tokens_out": 497
    },
    {
      "run_id": 10,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 659,
      "tokens_out": 8
    },
    {
      "run_id": 4,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5302,
      "tokens_out": 408
    },
    {
      "run_id": 8,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 228,
      "tokens_out": 15
    },
    {
      "run_id": 5,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 708,
      "tokens_out": 1108
    },
    {
      "run_id": 6,
      "case_id": 23,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 492,
      "tokens_out": 1234
    },
    {
      "run_id": 5,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4098,
      "tokens_out": 209
    },
    {
      "run_id": 9,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "answer too long",
      "error_type": null,
      "latency_ms": 359,
      "tokens_out": 13
    },
    {
      "run_id": 8,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6741,
      "tokens_out": 177
    },
    {
      "run_id": 6,
      "case_id": 2,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5309,
      "tokens_out": 155
    },
    {
      "run_id": 11,
      "case_id": 40,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 255,
      "tokens_out": 812
    },
    {
      "run_id": 3,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5710,
      "tokens_out": 14
    },
    {
      "run_id": 5,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 1730,
      "tokens_out": 675
    },
    {
      "run_id": 5,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 255,
      "tokens_out": 42
    },
    {
      "run_id": 3,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7844,
      "tokens_out": 8
    },
    {
      "run_id": 11,
      "case_id": 55,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5458,
      "tokens_out": 209
    },
    {
      "run_id": 8,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 755,
      "tokens_out": 288
    },
    {
      "run_id": 5,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 478,
      "tokens_out": 651
    },
    {
      "run_id": 6,
      "case_id": 18,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3785,
      "tokens_out": 66
    },
    {
      "run_id": 7,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2725,
      "tokens_out": 52
    },
    {
      "run_id": 13,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4916,
      "tokens_out": 146
    },
    {
      "run_id": 11,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 3803,
      "tokens_out": 89
    },
    {
      "run_id": 7,
      "case_id": 4,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 246,
      "tokens_out": 482
    },
    {
      "run_id": 5,
      "case_id": 32,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 220,
      "tokens_out": 139
    },
    {
      "run_id": 2,
      "case_id": 1,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6134,
      "tokens_out": 90
    },
    {
      "run_id": 2,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 2432,
      "tokens_out": 106
    },
    {
      "run_id": 4,
      "case_id": 60,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 1584,
      "tokens_out": 29
    },
    {
      "run_id": 11,
      "case_id": 5,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 536,
      "tokens_out": 758
    },
    {
      "run_id": 4,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "missing required field",
      "error_type": null,
      "latency_ms": 6879,
      "tokens_out": 288
    },
    {
      "run_id": 8,
      "case_id": 44,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3636,
      "tokens_out": 447
    },
    {
      "run_id": 8,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3854,
      "tokens_out": 41
    },
    {
      "run_id": 6,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4880,
      "tokens_out": 88
    },
    {
      "run_id": 11,
      "case_id": 33,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5535,
      "tokens_out": 764
    },
    {
      "run_id": 11,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 430,
      "tokens_out": 8
    },
    {
      "run_id": 2,
      "case_id": 27,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3292,
      "tokens_out": 443
    },
    {
      "run_id": 1,
      "case_id": 8,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 435,
      "tokens_out": 1111
    },
    {
      "run_id": 3,
      "case_id": 24,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 272,
      "tokens_out": 691
    },
    {
      "run_id": 1,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4905,
      "tokens_out": 616
    },
    {
      "run_id": 14,
      "case_id": 39,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2336,
      "tokens_out": 11
    },
    {
      "run_id": 3,
      "case_id": 52,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 466,
      "tokens_out": 799
    },
    {
      "run_id": 7,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3891,
      "tokens_out": 1280
    },
    {
      "run_id": 8,
      "case_id": 20,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 380,
      "tokens_out": 745
    },
    {
      "run_id": 7,
      "case_id": 56,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1857,
      "tokens_out": 168
    },
    {
      "run_id": 9,
      "case_id": 13,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 5242,
      "tokens_out": 704
    },
    {
      "run_id": 12,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4802,
      "tokens_out": 34
    },
    {
      "run_id": 5,
      "case_id": 29,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 648,
      "tokens_out": 148
    },
    {
      "run_id": 10,
      "case_id": 30,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 588,
      "tokens_out": 798
    },
    {
      "run_id": 10,
      "case_id": 48,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5996,
      "tokens_out": 902
    },
    {
      "run_id": 10,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3497,
      "tokens_out": 417
    },
    {
      "run_id": 7,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 773,
      "tokens_out": 757
    },
    {
      "run_id": 10,
      "case_id": 22,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "contradicts source",
      "error_type": null,
      "latency_ms": 3559,
      "tokens_out": 107
    },
    {
      "run_id": 10,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 340,
      "tokens_out": 160
    },
    {
      "run_id": 2,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 4501,
      "tokens_out": 8
    },
    {
      "run_id": 1,
      "case_id": 11,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 255,
      "tokens_out": 950
    },
    {
      "run_id": 9,
      "case_id": 14,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 666,
      "tokens_out": 786
    },
    {
      "run_id": 11,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 545,
      "tokens_out": 61
    },
    {
      "run_id": 2,
      "case_id": 25,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 294,
      "tokens_out": 1244
    },
    {
      "run_id": 1,
      "case_id": 34,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 2521,
      "tokens_out": 486
    },
    {
      "run_id": 2,
      "case_id": 12,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 387,
      "tokens_out": 131
    },
    {
      "run_id": 14,
      "case_id": 16,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "format violation",
      "error_type": null,
      "latency_ms": 576,
      "tokens_out": 111
    },
    {
      "run_id": 12,
      "case_id": 38,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 377,
      "tokens_out": 1256
    },
    {
      "run_id": 9,
      "case_id": 49,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 262,
      "tokens_out": 9
    },
    {
      "run_id": 13,
      "case_id": 35,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 4451,
      "tokens_out": 164
    },
    {
      "run_id": 9,
      "case_id": 21,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 8302,
      "tokens_out": 229
    },
    {
      "run_id": 9,
      "case_id": 59,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 7074,
      "tokens_out": 111
    },
    {
      "run_id": 14,
      "case_id": 19,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6267,
      "tokens_out": 510
    },
    {
      "run_id": 4,
      "case_id": 42,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1258,
      "tokens_out": 69
    },
    {
      "run_id": 4,
      "case_id": 53,
      "suite": "core-60",
      "outcome": "fail",
      "fail_reason": "wrong answer",
      "error_type": null,
      "latency_ms": 3602,
      "tokens_out": 1103
    },
    {
      "run_id": 8,
      "case_id": 54,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 3317,
      "tokens_out": 62
    },
    {
      "run_id": 12,
      "case_id": 50,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 5864,
      "tokens_out": 889
    },
    {
      "run_id": 3,
      "case_id": 37,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1565,
      "tokens_out": 1080
    },
    {
      "run_id": 10,
      "case_id": 43,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 1530,
      "tokens_out": 445
    },
    {
      "run_id": 2,
      "case_id": 36,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 551,
      "tokens_out": 949
    },
    {
      "run_id": 12,
      "case_id": 6,
      "suite": "core-60",
      "outcome": "pass",
      "fail_reason": null,
      "error_type": null,
      "latency_ms": 6933,
      "tokens_out": 88
    }
  ]
}