{
  "corpus_fingerprint": "299-21b69d52efdc",
  "revision": "2026-10-31",
  "published_at": "2026-10-31T16:29:14Z",
  "grader_version": "2026-10-31b",
  "rows": [
    {
      "track": "closed",
      "model": "claude-opus-5.5",
      "provider": "claude-code",
      "total": 292,
      "correct": 137,
      "incorrect": 27,
      "abstained": 128,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 83,
      "score_per_100": 28.424657534246574,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 94,
      "grounded_total": 249,
      "grounded_wrong": 27,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 37.75100401606426,
      "grounded_hallucination_pct": 22.31404958677686,
      "cost_usd": 4.710772000000002
    },
    {
      "track": "closed",
      "model": "grok-4.7",
      "provider": "xai",
      "total": 292,
      "correct": 87,
      "incorrect": 5,
      "abstained": 200,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 77,
      "score_per_100": 26.36986301369863,
      "runs": 1,
      "reasoning_correct": 40,
      "reasoning_total": 43,
      "grounded_correct": 47,
      "grounded_total": 249,
      "grounded_wrong": 3,
      "reasoning_accuracy": 93.02325581395348,
      "grounded_accuracy": 18.87550200803213,
      "grounded_hallucination_pct": 6,
      "cost_usd": 3.0899199999999976
    },
    {
      "track": "closed",
      "model": "claude-fable-5.1",
      "provider": "claude-code",
      "total": 292,
      "correct": 143,
      "incorrect": 36,
      "abstained": 113,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 71,
      "score_per_100": 24.315068493150687,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 100,
      "grounded_total": 249,
      "grounded_wrong": 36,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 40.16064257028113,
      "grounded_hallucination_pct": 26.470588235294116,
      "cost_usd": 14.190492499999987
    },
    {
      "track": "closed",
      "model": "claude-sonnet-5.5",
      "provider": "claude-code",
      "total": 292,
      "correct": 131,
      "incorrect": 50,
      "abstained": 111,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 31,
      "score_per_100": 10.616438356164384,
      "runs": 1,
      "reasoning_correct": 43,
      "reasoning_total": 43,
      "grounded_correct": 88,
      "grounded_total": 249,
      "grounded_wrong": 50,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 35.34136546184739,
      "grounded_hallucination_pct": 36.231884057971016,
      "cost_usd": 2.3331379999999986
    },
    {
      "track": "closed",
      "model": "claude-haiku-5.5",
      "provider": "claude-code",
      "total": 292,
      "correct": 80,
      "incorrect": 33,
      "abstained": 179,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 14,
      "score_per_100": 4.794520547945205,
      "runs": 1,
      "reasoning_correct": 41,
      "reasoning_total": 43,
      "grounded_correct": 39,
      "grounded_total": 249,
      "grounded_wrong": 31,
      "reasoning_accuracy": 95.34883720930233,
      "grounded_accuracy": 15.662650602409638,
      "grounded_hallucination_pct": 44.285714285714285,
      "cost_usd": 0.13183440000000016
    },
    {
      "track": "closed",
      "model": "gemma4-12b",
      "provider": "ollama",
      "total": 292,
      "correct": 33,
      "incorrect": 110,
      "abstained": 110,
      "no_answer": 0,
      "errors": 0,
      "truncated": 39,
      "score": -187,
      "score_per_100": -73.91304347826087,
      "runs": 1,
      "reasoning_correct": 22,
      "reasoning_total": 30,
      "grounded_correct": 11,
      "grounded_total": 223,
      "grounded_wrong": 102,
      "reasoning_accuracy": 73.33333333333333,
      "grounded_accuracy": 4.932735426008969,
      "grounded_hallucination_pct": 90.26548672566372,
      "cost_usd": 0
    },
    {
      "track": "closed",
      "model": "deepseek-r1-14b",
      "provider": "ollama",
      "total": 292,
      "correct": 37,
      "incorrect": 156,
      "abstained": 98,
      "no_answer": 0,
      "errors": 0,
      "truncated": 1,
      "score": -275,
      "score_per_100": -94.50171821305842,
      "runs": 1,
      "reasoning_correct": 23,
      "reasoning_total": 42,
      "grounded_correct": 14,
      "grounded_total": 249,
      "grounded_wrong": 137,
      "reasoning_accuracy": 54.76190476190476,
      "grounded_accuracy": 5.622489959839357,
      "grounded_hallucination_pct": 90.72847682119205,
      "cost_usd": 0
    },
    {
      "track": "closed",
      "model": "gpt-oss-20b",
      "provider": "ollama",
      "total": 292,
      "correct": 41,
      "incorrect": 158,
      "abstained": 90,
      "no_answer": 2,
      "errors": 0,
      "truncated": 1,
      "score": -275,
      "score_per_100": -94.50171821305842,
      "runs": 1,
      "reasoning_correct": 27,
      "reasoning_total": 40,
      "grounded_correct": 14,
      "grounded_total": 249,
      "grounded_wrong": 145,
      "reasoning_accuracy": 67.5,
      "grounded_accuracy": 5.622489959839357,
      "grounded_hallucination_pct": 91.19496855345912,
      "cost_usd": 0
    },
    {
      "track": "mcp",
      "model": "claude-fable-5.1",
      "provider": "claude-code",
      "total": 584,
      "correct": 543,
      "incorrect": 7,
      "abstained": 34,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 529,
      "score_per_100": 90.58219178082192,
      "runs": 2,
      "score_per_100_min": 90.41095890410959,
      "score_per_100_max": 90.75342465753425,
      "reasoning_correct": 86,
      "reasoning_total": 86,
      "grounded_correct": 457,
      "grounded_total": 498,
      "grounded_wrong": 7,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 91.76706827309236,
      "grounded_hallucination_pct": 1.5086206896551724,
      "cost_usd": 198.64914275000004
    },
    {
      "track": "mcp",
      "model": "claude-opus-5.5",
      "provider": "claude-code",
      "total": 876,
      "correct": 808,
      "incorrect": 10,
      "abstained": 27,
      "no_answer": 31,
      "errors": 0,
      "truncated": 0,
      "score": 788,
      "score_per_100": 89.95433789954338,
      "runs": 3,
      "score_per_100_min": 87.67123287671232,
      "score_per_100_max": 93.15068493150685,
      "reasoning_correct": 129,
      "reasoning_total": 129,
      "grounded_correct": 679,
      "grounded_total": 716,
      "grounded_wrong": 10,
      "reasoning_accuracy": 100,
      "grounded_accuracy": 94.83240223463687,
      "grounded_hallucination_pct": 1.4513788098693758,
      "cost_usd": 89.35537139999998
    },
    {
      "track": "mcp",
      "model": "claude-sonnet-5.5",
      "provider": "claude-code",
      "total": 876,
      "correct": 805,
      "incorrect": 21,
      "abstained": 40,
      "no_answer": 10,
      "errors": 0,
      "truncated": 0,
      "score": 763,
      "score_per_100": 87.10045662100457,
      "runs": 3,
      "score_per_100_min": 84.58904109589041,
      "score_per_100_max": 89.04109589041096,
      "reasoning_correct": 123,
      "reasoning_total": 129,
      "grounded_correct": 682,
      "grounded_total": 737,
      "grounded_wrong": 15,
      "reasoning_accuracy": 95.34883720930233,
      "grounded_accuracy": 92.53731343283582,
      "grounded_hallucination_pct": 2.152080344332855,
      "cost_usd": 34.13518120000002
    },
    {
      "track": "mcp",
      "model": "grok-4.7",
      "provider": "xai",
      "total": 584,
      "correct": 501,
      "incorrect": 13,
      "abstained": 70,
      "no_answer": 0,
      "errors": 0,
      "truncated": 0,
      "score": 475,
      "score_per_100": 81.33561643835617,
      "runs": 2,
      "score_per_100_min": 78.76712328767124,
      "score_per_100_max": 83.9041095890411,
      "reasoning_correct": 81,
      "reasoning_total": 86,
      "grounded_correct": 420,
      "grounded_total": 498,
      "grounded_wrong": 10,
      "reasoning_accuracy": 94.18604651162791,
      "grounded_accuracy": 84.33734939759036,
      "grounded_hallucination_pct": 2.3255813953488373,
      "cost_usd": 38.324166000000005
    },
    {
      "track": "mcp",
      "model": "claude-haiku-5.5",
      "provider": "claude-code",
      "total": 876,
      "correct": 728,
      "incorrect": 44,
      "abstained": 91,
      "no_answer": 13,
      "errors": 0,
      "truncated": 0,
      "score": 640,
      "score_per_100": 73.05936073059361,
      "runs": 3,
      "score_per_100_min": 68.83561643835617,
      "score_per_100_max": 77.05479452054794,
      "reasoning_correct": 119,
      "reasoning_total": 129,
      "grounded_correct": 609,
      "grounded_total": 734,
      "grounded_wrong": 40,
      "reasoning_accuracy": 92.24806201550388,
      "grounded_accuracy": 82.97002724795641,
      "grounded_hallucination_pct": 6.163328197226503,
      "cost_usd": 3.5159833300000023
    },
    {
      "track": "mcp",
      "model": "gemma4-12b",
      "provider": "ollama",
      "total": 876,
      "correct": 494,
      "incorrect": 162,
      "abstained": 194,
      "no_answer": 1,
      "errors": 0,
      "truncated": 25,
      "score": 170,
      "score_per_100": 19.976498237367803,
      "runs": 3,
      "score_per_100_min": 17.19298245614035,
      "score_per_100_max": 23.32155477031802,
      "reasoning_correct": 77,
      "reasoning_total": 115,
      "grounded_correct": 417,
      "grounded_total": 735,
      "grounded_wrong": 143,
      "reasoning_accuracy": 66.95652173913044,
      "grounded_accuracy": 56.734693877551024,
      "grounded_hallucination_pct": 25.535714285714285,
      "cost_usd": 0
    },
    {
      "track": "mcp",
      "model": "gpt-oss-20b",
      "provider": "ollama",
      "total": 876,
      "correct": 432,
      "incorrect": 162,
      "abstained": 26,
      "no_answer": 256,
      "errors": 0,
      "truncated": 0,
      "score": 108,
      "score_per_100": 12.32876712328767,
      "runs": 3,
      "score_per_100_min": 9.931506849315069,
      "score_per_100_max": 15.41095890410959,
      "reasoning_correct": 82,
      "reasoning_total": 111,
      "grounded_correct": 350,
      "grounded_total": 509,
      "grounded_wrong": 134,
      "reasoning_accuracy": 73.87387387387388,
      "grounded_accuracy": 68.76227897838899,
      "grounded_hallucination_pct": 27.68595041322314,
      "cost_usd": 0
    }
  ],
  "gaps": [
    {
      "model": "claude-fable-5.1",
      "score_gap_per_100": 66.26712328767123,
      "grounded_acc_closed": 40.16064257028113,
      "grounded_acc_mcp": 91.76706827309236,
      "halluc_closed": 26.470588235294116,
      "halluc_mcp": 1.5086206896551724
    },
    {
      "model": "claude-haiku-5.5",
      "score_gap_per_100": 68.2648401826484,
      "grounded_acc_closed": 15.662650602409638,
      "grounded_acc_mcp": 82.97002724795641,
      "halluc_closed": 44.285714285714285,
      "halluc_mcp": 6.163328197226503
    },
    {
      "model": "claude-opus-5.5",
      "score_gap_per_100": 61.5296803652968,
      "grounded_acc_closed": 37.75100401606426,
      "grounded_acc_mcp": 94.83240223463687,
      "halluc_closed": 22.31404958677686,
      "halluc_mcp": 1.4513788098693758
    },
    {
      "model": "claude-sonnet-5.5",
      "score_gap_per_100": 76.48401826484019,
      "grounded_acc_closed": 35.34136546184739,
      "grounded_acc_mcp": 92.53731343283582,
      "halluc_closed": 36.231884057971016,
      "halluc_mcp": 2.152080344332855
    },
    {
      "model": "gemma4-12b",
      "score_gap_per_100": 93.88954171562868,
      "grounded_acc_closed": 4.932735426008969,
      "grounded_acc_mcp": 56.734693877551024,
      "halluc_closed": 90.26548672566372,
      "halluc_mcp": 25.535714285714285
    },
    {
      "model": "gpt-oss-20b",
      "score_gap_per_100": 106.8304853363461,
      "grounded_acc_closed": 5.622489959839357,
      "grounded_acc_mcp": 68.76227897838899,
      "halluc_closed": 91.19496855345912,
      "halluc_mcp": 27.68595041322314
    },
    {
      "model": "grok-4.7",
      "score_gap_per_100": 54.965753424657535,
      "grounded_acc_closed": 18.87550200803213,
      "grounded_acc_mcp": 84.33734939759036,
      "halluc_closed": 6,
      "halluc_mcp": 2.3255813953488373
    }
  ],
  "jobs": [
    "baseline",
    "catalog",
    "constellation",
    "debris",
    "ground",
    "market",
    "regulatory"
  ],
  "errata": [
    {
      "id": "con-galileo-launched",
      "action": "rekey",
      "value": "34",
      "reason": "The question counts IOV and FOC satellites; the ground-truth SQL matched only names starting \"GALILEO \" and missed the 4 IOV satellites, giving 30. 34 Galileo satellites had been launched (latest 2025-12-17).",
      "date": "2026-10-11"
    },
    {
      "id": "deb-atlas5-centaur-afspc11-debris",
      "action": "drop",
      "reason": "The question names the wrong launch. The Centaur that fragmented in September 2024 is 2018-079B from the AEHF-4 launch (2018-10-17, 214 debris cataloged). AFSPC-11 (2018-036) has 1 debris object, which is what models answered.",
      "date": "2026-10-11"
    },
    {
      "id": "reg-ngso-market-access-count",
      "action": "rekey",
      "value": "9",
      "reason": "The question asks for foreign-licensed NGSO systems with US market access; the ground-truth SQL counted every granted NGSO system, U.S.-licensed ones included, giving 52. Excluding a U.S. licensing administration leaves 9 (Kepler, Telesat Ka-band, ExactView-1, ExactView-7, Kineis, Arctic Satellite Broadband Mission, two OneWeb systems, O3B).",
      "date": "2026-10-11"
    },
    {
      "id": "reg-noaa-remote-sensing-licensees",
      "action": "drop",
      "reason": "The question asks how many companies currently hold a license, but the answer key comes from a NOAA CRSRA licensee snapshot last seen 2024-07-27; no current list was available to verify it. To be restated as an as-of question, or rekeyed from a current list, in the next corpus.",
      "date": "2026-10-11"
    },
    {
      "id": "gnd-ofcom-top-licensee",
      "action": "rekey",
      "value": "Intelsat Global Sales \u0026 Marketing Ltd",
      "accept": [
        "Intelsat"
      ],
      "reason": "The question asks which licensee holds the most licences; the ground-truth SQL counted register rows, which are one per licensed frequency. Counting distinct licence numbers, Intelsat Global Sales \u0026 Marketing Ltd holds 13, ahead of Ground Control Technologies (11); Goonhilly Earth Station Limited holds 6.",
      "date": "2026-10-28"
    },
    {
      "id": "gnd-acma-capricorn-locations",
      "action": "drop",
      "reason": "\"Distinct sites\" is ambiguous in the ACMA register: Capricorn Space's registrations sit at 8 distinct recorded coordinates (ACMA sites), which cluster into 4 geographic locations. The answer key used the 4; the register's own count is 8. Not scored; to be restated in the next corpus.",
      "date": "2026-10-28"
    },
    {
      "id": "gnd-acma-optus-locations",
      "action": "drop",
      "reason": "Same ambiguity as gnd-acma-capricorn-locations: Optus's registrations sit at 12 distinct recorded coordinates, clustering into 6 geographic locations. Not scored; to be restated in the next corpus.",
      "date": "2026-10-28"
    },
    {
      "id": "gnd-acma-telstra-sateng-locations",
      "action": "drop",
      "reason": "Same ambiguity as gnd-acma-capricorn-locations: Telstra - Satellite Engineering's registrations sit at 35 distinct recorded coordinates, clustering into 18 geographic locations (16 at 0.1 degrees). The answer key used the 18; 10 of 11 Claude tool-track answers gave 35. Not scored; to be restated in the next corpus.",
      "date": "2026-10-30"
    },
    {
      "id": "gnd-ses-most-common-type-2024",
      "action": "accept",
      "accept": [
        "temporary authority",
        "STA",
        "SPECIAL_TEMPORARY_AUTH"
      ],
      "reason": "Orbit Sentinel's own filing type for these filings is SPECIAL_TEMPORARY_AUTH, and the word-boundary match cannot find \"STA\" inside it, so tool-track answers naming the type as the tool shows it were graded incorrect.",
      "date": "2026-10-31"
    },
    {
      "id": "cat-envisat-status",
      "action": "accept",
      "accept": [
        "in orbit",
        "still orbiting",
        "not reentered",
        "has not re-entered",
        "not yet reentered",
        "on orbit",
        "ON_ORBIT"
      ],
      "reason": "ON_ORBIT is the catalog's status for an object still in orbit, and answers giving it were graded incorrect.",
      "date": "2026-10-31"
    },
    {
      "id": "cat-cospar-launch-year",
      "action": "accept",
      "accept": [
        "year of launch",
        "year it was launched",
        "year the launch",
        "year in which it was launched",
        "year in which the object was launched",
        "year in which the spacecraft was launched",
        "year of the launch"
      ],
      "reason": "Three paraphrases of \"the year it was launched\" were graded incorrect.",
      "date": "2026-10-31"
    },
    {
      "id": "reg-unoosa-ser-e-ratio-2025-2015",
      "action": "drop",
      "reason": "The key (0.70) counted 84 SER.E documents for 2015, but 58 of them carry the posting-date fallback 2015-03-25 and are older documents (numbers from /1). Without them 2015 has 26 and the ratio is about 2.31 by date; counting by document number (2015 = /737-763, 2025 = /1239-1312) gives about 2.74. Both readings are defensible and neither matches the key. Not scored; to be restated in the next corpus with the counting rule.",
      "date": "2026-10-31"
    },
    {
      "id": "cat-payloads-launched-decayed-2025",
      "action": "drop",
      "reason": "The wording and the key disagree. The key counted every 2025-launched payload with a 2025 catalog decay date (23), which includes five that left Earth orbit without reentering the atmosphere: the lunar landers Blue Ghost (2025-010A) and IM-2 (2025-038A), and IMAP, SWFO and Carruthers (2025-215A-C, decayed two days after launch; Space-Track records a departure as a decay). The question asks how many reentered (18). Tool-track answers followed the catalog's decay field. Not scored; to be restated in the next corpus with the counting rule.",
      "date": "2026-10-31"
    }
  ],
  "verdicts": [
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 25,
      "gradeable": 50,
      "correct": 50,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 44,
      "gradeable": 44,
      "correct": 29,
      "incorrect": 3,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.6590909090909091,
      "wrong_pct": 0.06818181818181818,
      "correct_lo": 0.5113886797193951,
      "correct_hi": 0.7812436737136005,
      "wrong_lo": 0.023458970172840127,
      "wrong_hi": 0.1822532133661719,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 44,
      "gradeable": 88,
      "correct": 88,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.9197016822179859,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.08029831778201398,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 23,
      "incorrect": 9,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.5348837209302325,
      "wrong_pct": 0.20930232558139536,
      "correct_lo": 0.38915389728872773,
      "correct_hi": 0.6748917373608144,
      "wrong_lo": 0.11422705997811457,
      "wrong_hi": 0.35205931794236645,
      "verdict": "dont_use"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 43,
      "gradeable": 86,
      "correct": 84,
      "incorrect": 1,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.9767441860465116,
      "wrong_pct": 0.011627906976744186,
      "correct_lo": 0.8794073213878312,
      "correct_hi": 0.9958830188225801,
      "wrong_lo": 0.0012151180745690188,
      "wrong_hi": 0.10214599683183896,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 19,
      "incorrect": 4,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.4523809523809524,
      "wrong_pct": 0.09523809523809523,
      "correct_lo": 0.3122316381863852,
      "correct_hi": 0.6005113725287732,
      "wrong_lo": 0.03766163882831211,
      "wrong_hi": 0.22065395225053333,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 42,
      "gradeable": 84,
      "correct": 79,
      "incorrect": 1,
      "abstained": 4,
      "no_answer": 0,
      "correct_pct": 0.9404761904761905,
      "wrong_pct": 0.011904761904761904,
      "correct_lo": 0.8257573017536823,
      "correct_hi": 0.9813698491311036,
      "wrong_lo": 0.0012440787044599166,
      "wrong_hi": 0.1043717811259125,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 10,
      "incorrect": 10,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.2702702702702703,
      "wrong_pct": 0.2702702702702703,
      "correct_lo": 0.15397298246990684,
      "correct_hi": 0.4297847547392133,
      "wrong_lo": 0.15397298246990684,
      "wrong_hi": 0.4297847547392133,
      "verdict": "dont_use"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 37,
      "gradeable": 74,
      "correct": 72,
      "incorrect": 1,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.972972972972973,
      "wrong_pct": 0.013513513513513514,
      "correct_lo": 0.8617562156243666,
      "correct_hi": 0.9952131489450924,
      "wrong_lo": 0.0014123904263912551,
      "wrong_hi": 0.11713340601645135,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 18,
      "incorrect": 7,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.43902439024390244,
      "wrong_pct": 0.17073170731707318,
      "correct_lo": 0.2988990477210983,
      "correct_hi": 0.5895973484824271,
      "wrong_lo": 0.08525143995273901,
      "wrong_hi": 0.3126290995462977,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 41,
      "gradeable": 82,
      "correct": 77,
      "incorrect": 1,
      "abstained": 4,
      "no_answer": 0,
      "correct_pct": 0.9390243902439024,
      "wrong_pct": 0.012195121951219513,
      "correct_lo": 0.8219151646070804,
      "correct_hi": 0.9809107827275374,
      "wrong_lo": 0.0012744535125377085,
      "wrong_hi": 0.1066967161156647,
      "verdict": "trust"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 14,
      "incorrect": 2,
      "abstained": 23,
      "no_answer": 0,
      "correct_pct": 0.358974358974359,
      "wrong_pct": 0.05128205128205128,
      "correct_lo": 0.22741884696491105,
      "correct_hi": 0.515821368153105,
      "wrong_lo": 0.014177657646399527,
      "wrong_hi": 0.1688593904563791,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 39,
      "gradeable": 78,
      "correct": 55,
      "incorrect": 1,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.7051282051282052,
      "wrong_pct": 0.01282051282051282,
      "correct_lo": 0.5489566499292907,
      "correct_hi": 0.8245121280808677,
      "wrong_lo": 0.0013398812697768964,
      "wrong_hi": 0.11167177095609702,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 1,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0.0625,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0.01111905730833121,
      "wrong_hi": 0.2832926836802987,
      "verdict": "verify"
    },
    {
      "model": "claude-fable-5.1",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 2,
      "questions": 16,
      "gradeable": 32,
      "correct": 28,
      "incorrect": 2,
      "abstained": 2,
      "no_answer": 0,
      "correct_pct": 0.875,
      "wrong_pct": 0.0625,
      "correct_lo": 0.6397666856325173,
      "correct_hi": 0.9650232506629428,
      "wrong_lo": 0.01111905730833121,
      "wrong_hi": 0.2832926836802987,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 74,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9866666666666667,
      "wrong_pct": 0.013333333333333334,
      "correct_lo": 0.8446808865024286,
      "correct_hi": 0.9990078593831441,
      "wrong_lo": 0.0009921406168558883,
      "wrong_hi": 0.15531911349757144,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 44,
      "gradeable": 44,
      "correct": 13,
      "incorrect": 8,
      "abstained": 23,
      "no_answer": 0,
      "correct_pct": 0.29545454545454547,
      "wrong_pct": 0.18181818181818182,
      "correct_lo": 0.18155360887243294,
      "correct_hi": 0.4422047938565727,
      "wrong_lo": 0.09512692558258554,
      "wrong_hi": 0.3196083675514233,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 44,
      "gradeable": 132,
      "correct": 125,
      "incorrect": 1,
      "abstained": 2,
      "no_answer": 4,
      "correct_pct": 0.946969696969697,
      "wrong_pct": 0.007575757575757576,
      "correct_lo": 0.8381364357150288,
      "correct_hi": 0.9840211286919588,
      "wrong_lo": 0.000563507971867272,
      "wrong_hi": 0.09366968378314648,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 10,
      "incorrect": 6,
      "abstained": 27,
      "no_answer": 0,
      "correct_pct": 0.23255813953488372,
      "wrong_pct": 0.13953488372093023,
      "correct_lo": 0.1315353846924483,
      "correct_hi": 0.37744808299439414,
      "wrong_lo": 0.06555634267713947,
      "wrong_hi": 0.27263876594425684,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 107,
      "incorrect": 15,
      "abstained": 2,
      "no_answer": 5,
      "correct_pct": 0.8294573643410853,
      "wrong_pct": 0.11627906976744186,
      "correct_lo": 0.6913909603342344,
      "correct_hi": 0.9134844780225538,
      "wrong_lo": 0.050703529948620846,
      "wrong_hi": 0.24479448890641395,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 6,
      "incorrect": 6,
      "abstained": 30,
      "no_answer": 0,
      "correct_pct": 0.14285714285714285,
      "wrong_pct": 0.14285714285714285,
      "correct_lo": 0.06715875684189936,
      "correct_hi": 0.2784138235217878,
      "wrong_lo": 0.06715875684189936,
      "wrong_hi": 0.2784138235217878,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 109,
      "incorrect": 1,
      "abstained": 15,
      "no_answer": 1,
      "correct_pct": 0.8650793650793651,
      "wrong_pct": 0.007936507936507936,
      "correct_lo": 0.73096177030462,
      "correct_hi": 0.9380084808791666,
      "wrong_lo": 0.0005903553473814785,
      "wrong_hi": 0.09775408870925414,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 4,
      "incorrect": 3,
      "abstained": 30,
      "no_answer": 0,
      "correct_pct": 0.10810810810810811,
      "wrong_pct": 0.08108108108108109,
      "correct_lo": 0.042851205205062706,
      "correct_hi": 0.24708846415167168,
      "wrong_lo": 0.027960066396321412,
      "wrong_hi": 0.2130099249850153,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 37,
      "gradeable": 111,
      "correct": 91,
      "incorrect": 10,
      "abstained": 9,
      "no_answer": 1,
      "correct_pct": 0.8198198198198198,
      "wrong_pct": 0.09009009009009009,
      "correct_lo": 0.6680852935960354,
      "correct_hi": 0.9113892291128366,
      "wrong_lo": 0.032744859871728885,
      "wrong_hi": 0.224548357501407,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 9,
      "incorrect": 5,
      "abstained": 27,
      "no_answer": 0,
      "correct_pct": 0.21951219512195122,
      "wrong_pct": 0.12195121951219512,
      "correct_lo": 0.12003040155386346,
      "correct_hi": 0.36705302098235293,
      "wrong_lo": 0.053232579973408245,
      "wrong_hi": 0.25544507648844866,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 102,
      "incorrect": 2,
      "abstained": 18,
      "no_answer": 1,
      "correct_pct": 0.8292682926829268,
      "wrong_pct": 0.016260162601626018,
      "correct_lo": 0.6873709004537024,
      "correct_hi": 0.914748560047261,
      "wrong_lo": 0.0021342021336350214,
      "wrong_hi": 0.11327054108099902,
      "verdict": "trust"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 8,
      "incorrect": 5,
      "abstained": 26,
      "no_answer": 0,
      "correct_pct": 0.20512820512820512,
      "wrong_pct": 0.1282051282051282,
      "correct_lo": 0.10779590197911117,
      "correct_hi": 0.3553427296312862,
      "wrong_lo": 0.05602734948028318,
      "wrong_hi": 0.26706049037630475,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 39,
      "gradeable": 117,
      "correct": 68,
      "incorrect": 5,
      "abstained": 43,
      "no_answer": 1,
      "correct_pct": 0.5811965811965812,
      "wrong_pct": 0.042735042735042736,
      "correct_lo": 0.4259991932561482,
      "correct_hi": 0.7218321980395395,
      "wrong_lo": 0.010597520275404879,
      "wrong_hi": 0.15687832874361712,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 0,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0,
      "wrong_hi": 0.19361341827271994,
      "verdict": "verify"
    },
    {
      "model": "claude-haiku-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 16,
      "gradeable": 48,
      "correct": 40,
      "incorrect": 6,
      "abstained": 2,
      "no_answer": 0,
      "correct_pct": 0.8333333333333334,
      "wrong_pct": 0.125,
      "correct_lo": 0.592568738833555,
      "correct_hi": 0.9450223156512985,
      "wrong_lo": 0.034976749337057134,
      "wrong_hi": 0.3602333143674828,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 75,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 44,
      "gradeable": 44,
      "correct": 30,
      "incorrect": 5,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0.6818181818181818,
      "wrong_pct": 0.11363636363636363,
      "correct_lo": 0.5344282746687306,
      "correct_hi": 0.8000087006832644,
      "wrong_lo": 0.04952707589567494,
      "wrong_hi": 0.23979435148133582,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 44,
      "gradeable": 132,
      "correct": 130,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9848484848484849,
      "wrong_pct": 0.015151515151515152,
      "correct_lo": 0.8938203996019063,
      "correct_hi": 0.99801153467008,
      "wrong_lo": 0.0019884653299199195,
      "wrong_hi": 0.10617960039809363,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 22,
      "incorrect": 5,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.5116279069767442,
      "wrong_pct": 0.11627906976744186,
      "correct_lo": 0.36752063766074083,
      "correct_hi": 0.6538279072224399,
      "wrong_lo": 0.050703529948620846,
      "wrong_hi": 0.24479448890641395,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 127,
      "incorrect": 2,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9844961240310077,
      "wrong_pct": 0.015503875968992248,
      "correct_lo": 0.8915574846957087,
      "correct_hi": 0.9979652187701565,
      "wrong_lo": 0.002034781229843595,
      "wrong_hi": 0.1084425153042913,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 18,
      "incorrect": 2,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.42857142857142855,
      "wrong_pct": 0.047619047619047616,
      "correct_lo": 0.2911742951914822,
      "correct_hi": 0.5779402208812553,
      "wrong_lo": 0.013157248639206379,
      "wrong_hi": 0.1579013531547973,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 120,
      "incorrect": 1,
      "abstained": 5,
      "no_answer": 0,
      "correct_pct": 0.9523809523809523,
      "wrong_pct": 0.007936507936507936,
      "correct_lo": 0.8420986468452026,
      "correct_hi": 0.9868427513607937,
      "wrong_lo": 0.0005903553473814785,
      "wrong_hi": 0.09775408870925414,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 8,
      "incorrect": 8,
      "abstained": 21,
      "no_answer": 0,
      "correct_pct": 0.21621621621621623,
      "wrong_pct": 0.21621621621621623,
      "correct_lo": 0.11386376851955585,
      "correct_hi": 0.37195461273876906,
      "wrong_lo": 0.11386376851955585,
      "wrong_hi": 0.37195461273876906,
      "verdict": "dont_use"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 37,
      "gradeable": 111,
      "correct": 108,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 2,
      "correct_pct": 0.972972972972973,
      "wrong_pct": 0.009009009009009009,
      "correct_lo": 0.8617562156243666,
      "correct_hi": 0.9952131489450924,
      "wrong_lo": 0.0006701792129589351,
      "wrong_hi": 0.10971400423398406,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 15,
      "incorrect": 6,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.36585365853658536,
      "wrong_pct": 0.14634146341463414,
      "correct_lo": 0.23589630416936816,
      "correct_hi": 0.5187957674783876,
      "wrong_lo": 0.06884154529455412,
      "wrong_hi": 0.28443755268589266,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 115,
      "incorrect": 1,
      "abstained": 4,
      "no_answer": 3,
      "correct_pct": 0.9349593495934959,
      "wrong_pct": 0.008130081300813009,
      "correct_lo": 0.8164669157161448,
      "correct_hi": 0.9789254580320415,
      "wrong_lo": 0.0006047617687712711,
      "wrong_hi": 0.09993283427299948,
      "verdict": "trust"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 14,
      "incorrect": 1,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.358974358974359,
      "wrong_pct": 0.02564102564102564,
      "correct_lo": 0.22741884696491105,
      "correct_hi": 0.515821368153105,
      "wrong_lo": 0.00454058606523737,
      "wrong_hi": 0.13181286478627147,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 39,
      "gradeable": 117,
      "correct": 78,
      "incorrect": 0,
      "abstained": 18,
      "no_answer": 21,
      "correct_pct": 0.6666666666666666,
      "wrong_pct": 0,
      "correct_lo": 0.5097710432024052,
      "correct_hi": 0.7936723389308484,
      "wrong_lo": 0,
      "wrong_hi": 0.08966985360023902,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 0,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0,
      "wrong_hi": 0.19361341827271994,
      "verdict": "verify"
    },
    {
      "model": "claude-opus-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 16,
      "gradeable": 48,
      "correct": 40,
      "incorrect": 3,
      "abstained": 0,
      "no_answer": 5,
      "correct_pct": 0.8333333333333334,
      "wrong_pct": 0.0625,
      "correct_lo": 0.592568738833555,
      "correct_hi": 0.9450223156512985,
      "wrong_lo": 0.01111905730833121,
      "wrong_hi": 0.2832926836802987,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 25,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 74,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9866666666666667,
      "wrong_pct": 0.013333333333333334,
      "correct_lo": 0.8446808865024286,
      "correct_hi": 0.9990078593831441,
      "wrong_lo": 0.0009921406168558883,
      "wrong_hi": 0.15531911349757144,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 44,
      "gradeable": 44,
      "correct": 26,
      "incorrect": 11,
      "abstained": 7,
      "no_answer": 0,
      "correct_pct": 0.5909090909090909,
      "wrong_pct": 0.25,
      "correct_lo": 0.44409492646606574,
      "correct_hi": 0.7231235612099317,
      "wrong_lo": 0.14574066080685744,
      "wrong_hi": 0.39440849808414946,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 44,
      "gradeable": 132,
      "correct": 131,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9924242424242424,
      "wrong_pct": 0.007575757575757576,
      "correct_lo": 0.9063303162168533,
      "correct_hi": 0.9994364920281326,
      "wrong_lo": 0.000563507971867272,
      "wrong_hi": 0.09366968378314648,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 21,
      "incorrect": 5,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.4883720930232558,
      "wrong_pct": 0.11627906976744186,
      "correct_lo": 0.34617209277756,
      "correct_hi": 0.6324793623392592,
      "wrong_lo": 0.050703529948620846,
      "wrong_hi": 0.24479448890641395,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 122,
      "incorrect": 4,
      "abstained": 1,
      "no_answer": 2,
      "correct_pct": 0.9457364341085271,
      "wrong_pct": 0.031007751937984496,
      "correct_lo": 0.8347147058945641,
      "correct_hi": 0.9836461812940318,
      "wrong_lo": 0.0066729680551528975,
      "wrong_hi": 0.13226905498988967,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 19,
      "incorrect": 7,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.4523809523809524,
      "wrong_pct": 0.16666666666666666,
      "correct_lo": 0.3122316381863852,
      "correct_hi": 0.6005113725287732,
      "wrong_lo": 0.08315811295836502,
      "wrong_hi": 0.30604296204774295,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 120,
      "incorrect": 2,
      "abstained": 4,
      "no_answer": 0,
      "correct_pct": 0.9523809523809523,
      "wrong_pct": 0.015873015873015872,
      "correct_lo": 0.8420986468452026,
      "correct_hi": 0.9868427513607937,
      "wrong_lo": 0.0020833061958375337,
      "wrong_hi": 0.1108039694082717,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 7,
      "incorrect": 11,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.1891891891891892,
      "wrong_pct": 0.2972972972972973,
      "correct_lo": 0.09479858757337128,
      "correct_hi": 0.342050115709556,
      "wrong_lo": 0.17489302346408198,
      "wrong_hi": 0.45783439172043583,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 37,
      "gradeable": 111,
      "correct": 105,
      "incorrect": 5,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.9459459459459459,
      "wrong_pct": 0.04504504504504504,
      "correct_lo": 0.822950349364601,
      "correct_hi": 0.9850493372294601,
      "wrong_lo": 0.011174284528648201,
      "wrong_hi": 0.16450280288549163,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 17,
      "incorrect": 11,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.4146341463414634,
      "wrong_pct": 0.2682926829268293,
      "correct_lo": 0.2775633082533015,
      "correct_hi": 0.5663316464316339,
      "wrong_lo": 0.15694805281336685,
      "wrong_hi": 0.41933825276002934,
      "verdict": "dont_use"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 119,
      "incorrect": 0,
      "abstained": 4,
      "no_answer": 0,
      "correct_pct": 0.967479674796748,
      "wrong_pct": 0,
      "correct_lo": 0.8618609293365356,
      "correct_hi": 0.9930000331031039,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 11,
      "incorrect": 4,
      "abstained": 24,
      "no_answer": 0,
      "correct_pct": 0.28205128205128205,
      "wrong_pct": 0.10256410256410256,
      "correct_lo": 0.16543325013943294,
      "correct_hi": 0.43775617322477384,
      "wrong_lo": 0.04061265558286989,
      "wrong_hi": 0.23579158702244832,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 39,
      "gradeable": 117,
      "correct": 80,
      "incorrect": 2,
      "abstained": 30,
      "no_answer": 5,
      "correct_pct": 0.6837606837606838,
      "wrong_pct": 0.017094017094017096,
      "correct_lo": 0.5270651649455179,
      "correct_hi": 0.807500615355249,
      "wrong_lo": 0.0022438377204695853,
      "wrong_hi": 0.11854841404728265,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "closed",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 1,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0.0625,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0.01111905730833121,
      "wrong_hi": 0.2832926836802987,
      "verdict": "verify"
    },
    {
      "model": "claude-sonnet-5.5",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "claude-code",
      "harness": "2.1.296 (Claude Code)",
      "runs": 3,
      "questions": 16,
      "gradeable": 48,
      "correct": 42,
      "incorrect": 3,
      "abstained": 0,
      "no_answer": 3,
      "correct_pct": 0.875,
      "wrong_pct": 0.0625,
      "correct_lo": 0.6397666856325173,
      "correct_hi": 0.9650232506629428,
      "wrong_lo": 0.01111905730833121,
      "wrong_hi": 0.2832926836802987,
      "verdict": "verify"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 24,
      "gradeable": 24,
      "correct": 14,
      "incorrect": 10,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.5833333333333334,
      "wrong_pct": 0.4166666666666667,
      "correct_lo": 0.3883433764938864,
      "correct_hi": 0.7553265275346177,
      "wrong_lo": 0.24467347246538232,
      "wrong_hi": 0.6116566235061137,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 44,
      "gradeable": 44,
      "correct": 2,
      "incorrect": 32,
      "abstained": 10,
      "no_answer": 0,
      "correct_pct": 0.045454545454545456,
      "wrong_pct": 0.7272727272727273,
      "correct_lo": 0.012554846366981065,
      "correct_hi": 0.15135271525303165,
      "wrong_lo": 0.581508453144907,
      "wrong_hi": 0.8365377660450867,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 3,
      "incorrect": 29,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.06976744186046512,
      "wrong_pct": 0.6744186046511628,
      "correct_lo": 0.024011153791962503,
      "correct_hi": 0.18609268553034927,
      "wrong_lo": 0.5251593250655096,
      "wrong_hi": 0.7950688481822019,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 5,
      "incorrect": 21,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.11904761904761904,
      "wrong_pct": 0.5,
      "correct_lo": 0.05193726765019084,
      "correct_hi": 0.2500068180710754,
      "wrong_lo": 0.3552574591652803,
      "wrong_hi": 0.6447425408347197,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 5,
      "incorrect": 18,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.13513513513513514,
      "wrong_pct": 0.4864864864864865,
      "correct_lo": 0.05913207262507626,
      "correct_hi": 0.27977727470705577,
      "wrong_lo": 0.33446153327211037,
      "wrong_hi": 0.6410536277401908,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 1,
      "incorrect": 18,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.024390243902439025,
      "wrong_pct": 0.43902439024390244,
      "correct_lo": 0.00431842027071648,
      "correct_hi": 0.12595347011678087,
      "wrong_lo": 0.2988990477210983,
      "wrong_hi": 0.5895973484824271,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 3,
      "incorrect": 20,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0.07692307692307693,
      "wrong_pct": 0.5128205128205128,
      "correct_lo": 0.026506914073495688,
      "correct_hi": 0.2032137312805527,
      "wrong_lo": 0.3619910864569657,
      "wrong_hi": 0.661350712168669,
      "verdict": "dont_use"
    },
    {
      "model": "deepseek-r1-14b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 7,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0.4375,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0.2309836333518552,
      "wrong_hi": 0.6682180439322347,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 13,
      "gradeable": 13,
      "correct": 12,
      "incorrect": 1,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 0.9230769230769231,
      "wrong_pct": 0.07692307692307693,
      "correct_lo": 0.6668546607175265,
      "correct_hi": 0.9862899336203037,
      "wrong_lo": 0.013710066379696295,
      "wrong_hi": 0.3331453392824736,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 24,
      "gradeable": 61,
      "correct": 50,
      "incorrect": 2,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0.819672131147541,
      "wrong_pct": 0.03278688524590164,
      "correct_lo": 0.6260964155072175,
      "correct_hi": 0.9250307573234378,
      "wrong_lo": 0.0048869096226989706,
      "wrong_hi": 0.18961953008634358,
      "verdict": "trust"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 0,
      "incorrect": 26,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0.7027027027027027,
      "correct_lo": 0,
      "correct_hi": 0.09406095745514378,
      "wrong_lo": 0.5421656082795643,
      "wrong_hi": 0.825106976535918,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 44,
      "gradeable": 131,
      "correct": 95,
      "incorrect": 15,
      "abstained": 21,
      "no_answer": 0,
      "correct_pct": 0.7251908396946565,
      "wrong_pct": 0.11450381679389313,
      "correct_lo": 0.579321253988635,
      "correct_hi": 0.8348955341858777,
      "wrong_lo": 0.0500653474607482,
      "wrong_hi": 0.24085167617271291,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 33,
      "gradeable": 33,
      "correct": 2,
      "incorrect": 19,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.06060606060606061,
      "wrong_pct": 0.5757575757575758,
      "correct_lo": 0.01678053042907096,
      "correct_hi": 0.19606581717798194,
      "wrong_lo": 0.4080697369146003,
      "wrong_hi": 0.7276464100497011,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 128,
      "correct": 58,
      "incorrect": 50,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.453125,
      "wrong_pct": 0.390625,
      "correct_lo": 0.31435896775649097,
      "correct_hi": 0.5995797106831866,
      "wrong_lo": 0.2595862028430773,
      "wrong_hi": 0.5396040468495036,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 4,
      "incorrect": 14,
      "abstained": 23,
      "no_answer": 0,
      "correct_pct": 0.0975609756097561,
      "wrong_pct": 0.34146341463414637,
      "correct_lo": 0.03859645975296143,
      "correct_hi": 0.22547975519030555,
      "wrong_lo": 0.2155861736664346,
      "wrong_hi": 0.4945044564627312,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 125,
      "correct": 56,
      "incorrect": 22,
      "abstained": 46,
      "no_answer": 1,
      "correct_pct": 0.448,
      "wrong_pct": 0.176,
      "correct_lo": 0.3083340990610177,
      "correct_hi": 0.5963812686399352,
      "wrong_lo": 0.08961555603586711,
      "wrong_hi": 0.3166878888700699,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 3,
      "incorrect": 17,
      "abstained": 17,
      "no_answer": 0,
      "correct_pct": 0.08108108108108109,
      "wrong_pct": 0.4594594594594595,
      "correct_lo": 0.027960066396321412,
      "correct_hi": 0.2130099249850153,
      "wrong_lo": 0.31038327828457724,
      "wrong_hi": 0.6161622047523264,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 37,
      "gradeable": 108,
      "correct": 69,
      "incorrect": 19,
      "abstained": 20,
      "no_answer": 0,
      "correct_pct": 0.6388888888888888,
      "wrong_pct": 0.17592592592592593,
      "correct_lo": 0.47793483845361934,
      "correct_hi": 0.7737148955866184,
      "wrong_lo": 0.08571988304150167,
      "wrong_hi": 0.3270974041979434,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 36,
      "gradeable": 36,
      "correct": 3,
      "incorrect": 11,
      "abstained": 22,
      "no_answer": 0,
      "correct_pct": 0.08333333333333333,
      "wrong_pct": 0.3055555555555556,
      "correct_lo": 0.0287480892712918,
      "correct_hi": 0.21827010276918848,
      "wrong_lo": 0.18004270282805354,
      "wrong_hi": 0.46856578679083716,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 119,
      "correct": 74,
      "incorrect": 24,
      "abstained": 21,
      "no_answer": 0,
      "correct_pct": 0.6218487394957983,
      "wrong_pct": 0.20168067226890757,
      "correct_lo": 0.46909116775160653,
      "correct_hi": 0.7537286388265589,
      "wrong_lo": 0.10704386244156801,
      "wrong_hi": 0.347431783522234,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 35,
      "gradeable": 35,
      "correct": 4,
      "incorrect": 16,
      "abstained": 15,
      "no_answer": 0,
      "correct_pct": 0.11428571428571428,
      "wrong_pct": 0.45714285714285713,
      "correct_lo": 0.0453510585448975,
      "correct_hi": 0.2595179478812023,
      "wrong_lo": 0.3046577363376085,
      "wrong_hi": 0.6181054865986247,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 39,
      "gradeable": 116,
      "correct": 44,
      "incorrect": 21,
      "abstained": 51,
      "no_answer": 0,
      "correct_pct": 0.3793103448275862,
      "wrong_pct": 0.1810344827586207,
      "correct_lo": 0.24443269386988264,
      "correct_hi": 0.5358324432060371,
      "wrong_lo": 0.09083963852834369,
      "wrong_hi": 0.3284325094580157,
      "verdict": "verify"
    },
    {
      "model": "gemma4-12b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 6,
      "abstained": 10,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0.375,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0.18480982554752806,
      "wrong_hi": 0.613593529020652,
      "verdict": "dont_use"
    },
    {
      "model": "gemma4-12b",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 16,
      "gradeable": 48,
      "correct": 36,
      "incorrect": 6,
      "abstained": 6,
      "no_answer": 0,
      "correct_pct": 0.75,
      "wrong_pct": 0.125,
      "correct_lo": 0.5050123107060135,
      "correct_hi": 0.8981809801576265,
      "wrong_lo": 0.034976749337057134,
      "wrong_hi": 0.3602333143674828,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 24,
      "gradeable": 24,
      "correct": 18,
      "incorrect": 4,
      "abstained": 0,
      "no_answer": 2,
      "correct_pct": 0.75,
      "wrong_pct": 0.16666666666666666,
      "correct_lo": 0.5510017468789357,
      "correct_hi": 0.8800079652065766,
      "wrong_lo": 0.06678568000728921,
      "wrong_hi": 0.35853470387869435,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 25,
      "gradeable": 75,
      "correct": 61,
      "incorrect": 9,
      "abstained": 0,
      "no_answer": 5,
      "correct_pct": 0.8133333333333334,
      "wrong_pct": 0.12,
      "correct_lo": 0.6233959025563518,
      "correct_hi": 0.9198009612329896,
      "wrong_lo": 0.041667413570680906,
      "wrong_hi": 0.299561921833735,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 44,
      "gradeable": 44,
      "correct": 3,
      "incorrect": 28,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.06818181818181818,
      "wrong_pct": 0.6363636363636364,
      "correct_lo": 0.023458970172840127,
      "correct_hi": 0.1822532133661719,
      "wrong_lo": 0.48866107278891047,
      "wrong_hi": 0.7621666587250857,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 44,
      "gradeable": 132,
      "correct": 96,
      "incorrect": 12,
      "abstained": 4,
      "no_answer": 20,
      "correct_pct": 0.7272727272727273,
      "wrong_pct": 0.09090909090909091,
      "correct_lo": 0.581508453144907,
      "correct_hi": 0.8365377660450867,
      "wrong_lo": 0.035921611478836546,
      "wrong_hi": 0.21159519397917487,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 2,
      "incorrect": 22,
      "abstained": 19,
      "no_answer": 0,
      "correct_pct": 0.046511627906976744,
      "wrong_pct": 0.5116279069767442,
      "correct_lo": 0.012848990317319689,
      "correct_hi": 0.15455775923863058,
      "wrong_lo": 0.36752063766074083,
      "wrong_hi": 0.6538279072224399,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 43,
      "gradeable": 129,
      "correct": 36,
      "incorrect": 43,
      "abstained": 0,
      "no_answer": 50,
      "correct_pct": 0.27906976744186046,
      "wrong_pct": 0.3333333333333333,
      "correct_lo": 0.16746451821827157,
      "correct_hi": 0.42691312900129397,
      "wrong_lo": 0.2113118204580397,
      "wrong_hi": 0.4826923695497027,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 5,
      "incorrect": 27,
      "abstained": 10,
      "no_answer": 0,
      "correct_pct": 0.11904761904761904,
      "wrong_pct": 0.6428571428571429,
      "correct_lo": 0.05193726765019084,
      "correct_hi": 0.2500068180710754,
      "wrong_lo": 0.4916608928707938,
      "wrong_hi": 0.7701100749837315,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 42,
      "gradeable": 126,
      "correct": 58,
      "incorrect": 19,
      "abstained": 10,
      "no_answer": 39,
      "correct_pct": 0.4603174603174603,
      "wrong_pct": 0.15079365079365079,
      "correct_lo": 0.31931863666675875,
      "correct_hi": 0.6079672055958733,
      "wrong_lo": 0.07241201776631612,
      "wrong_hi": 0.28770339414484464,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 3,
      "incorrect": 21,
      "abstained": 13,
      "no_answer": 0,
      "correct_pct": 0.08108108108108109,
      "wrong_pct": 0.5675675675675675,
      "correct_lo": 0.027960066396321412,
      "correct_hi": 0.2130099249850153,
      "wrong_lo": 0.40913906334200717,
      "wrong_hi": 0.713285131596487,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 37,
      "gradeable": 111,
      "correct": 46,
      "incorrect": 18,
      "abstained": 4,
      "no_answer": 43,
      "correct_pct": 0.4144144144144144,
      "wrong_pct": 0.16216216216216217,
      "correct_lo": 0.27116675954729924,
      "correct_hi": 0.5737625935306083,
      "wrong_lo": 0.07651103235297102,
      "wrong_hi": 0.31136799295455864,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 3,
      "incorrect": 24,
      "abstained": 14,
      "no_answer": 0,
      "correct_pct": 0.07317073170731707,
      "wrong_pct": 0.5853658536585366,
      "correct_lo": 0.02519737325256413,
      "correct_hi": 0.19427740017211295,
      "wrong_lo": 0.433668353568366,
      "wrong_hi": 0.7224366917466984,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 41,
      "gradeable": 123,
      "correct": 62,
      "incorrect": 26,
      "abstained": 2,
      "no_answer": 33,
      "correct_pct": 0.5040650406504065,
      "wrong_pct": 0.21138211382113822,
      "correct_lo": 0.3573736358366719,
      "correct_hi": 0.6500599377497596,
      "wrong_lo": 0.11407283240921819,
      "wrong_hi": 0.3581434429541349,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 3,
      "incorrect": 24,
      "abstained": 12,
      "no_answer": 0,
      "correct_pct": 0.07692307692307693,
      "wrong_pct": 0.6153846153846154,
      "correct_lo": 0.026506914073495688,
      "correct_hi": 0.2032137312805527,
      "wrong_lo": 0.45898781310078474,
      "wrong_hi": 0.7510883745299295,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 39,
      "gradeable": 117,
      "correct": 40,
      "incorrect": 14,
      "abstained": 6,
      "no_answer": 57,
      "correct_pct": 0.3418803418803419,
      "wrong_pct": 0.11965811965811966,
      "correct_lo": 0.21331233216558254,
      "correct_hi": 0.49880548478492037,
      "wrong_lo": 0.050763359501278776,
      "wrong_hi": 0.2567632812715527,
      "verdict": "verify"
    },
    {
      "model": "gpt-oss-20b",
      "track": "closed",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 7,
      "abstained": 9,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0.4375,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0.2309836333518552,
      "wrong_hi": 0.6682180439322347,
      "verdict": "dont_use"
    },
    {
      "model": "gpt-oss-20b",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "ollama",
      "harness": "spacebench-runner",
      "runs": 3,
      "questions": 16,
      "gradeable": 48,
      "correct": 26,
      "incorrect": 16,
      "abstained": 0,
      "no_answer": 6,
      "correct_pct": 0.5416666666666666,
      "wrong_pct": 0.3333333333333333,
      "correct_lo": 0.3142086929396215,
      "correct_hi": 0.7529901888709851,
      "wrong_lo": 0.15568204639135047,
      "wrong_hi": 0.5755224263662229,
      "verdict": "dont_use"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 25,
      "gradeable": 25,
      "correct": 24,
      "incorrect": 0,
      "abstained": 1,
      "no_answer": 0,
      "correct_pct": 0.96,
      "wrong_pct": 0,
      "correct_lo": 0.8045552759497747,
      "correct_hi": 0.9929039496133008,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "baseline",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 25,
      "gradeable": 50,
      "correct": 50,
      "incorrect": 0,
      "abstained": 0,
      "no_answer": 0,
      "correct_pct": 1,
      "wrong_pct": 0,
      "correct_lo": 0.8668035060468213,
      "correct_hi": 1,
      "wrong_lo": 0,
      "wrong_hi": 0.13319649395317873,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 44,
      "gradeable": 44,
      "correct": 21,
      "incorrect": 0,
      "abstained": 23,
      "no_answer": 0,
      "correct_pct": 0.4772727272727273,
      "wrong_pct": 0,
      "correct_lo": 0.3375475794427176,
      "correct_hi": 0.620647798638283,
      "wrong_lo": 0,
      "wrong_hi": 0.08029831778201398,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "catalog",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 44,
      "gradeable": 88,
      "correct": 77,
      "incorrect": 0,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.875,
      "wrong_pct": 0,
      "correct_lo": 0.7464536187325125,
      "correct_hi": 0.943322642930977,
      "wrong_lo": 0,
      "wrong_hi": 0.08029831778201398,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 43,
      "gradeable": 43,
      "correct": 8,
      "incorrect": 0,
      "abstained": 35,
      "no_answer": 0,
      "correct_pct": 0.18604651162790697,
      "wrong_pct": 0,
      "correct_lo": 0.0974163558010598,
      "correct_hi": 0.3261729323530596,
      "wrong_lo": 0,
      "wrong_hi": 0.08201257002322722,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "constellation",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 43,
      "gradeable": 86,
      "correct": 80,
      "incorrect": 3,
      "abstained": 3,
      "no_answer": 0,
      "correct_pct": 0.9302325581395349,
      "wrong_pct": 0.03488372093023256,
      "correct_lo": 0.8139073144696507,
      "correct_hi": 0.9759888462080375,
      "wrong_lo": 0.008097024246267959,
      "wrong_hi": 0.13796118042650155,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 42,
      "gradeable": 42,
      "correct": 6,
      "incorrect": 1,
      "abstained": 35,
      "no_answer": 0,
      "correct_pct": 0.14285714285714285,
      "wrong_pct": 0.023809523809523808,
      "correct_lo": 0.06715875684189936,
      "correct_hi": 0.2784138235217878,
      "wrong_lo": 0.004215295499100304,
      "wrong_hi": 0.12321481165248255,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "debris",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 42,
      "gradeable": 84,
      "correct": 70,
      "incorrect": 3,
      "abstained": 11,
      "no_answer": 0,
      "correct_pct": 0.8333333333333334,
      "wrong_pct": 0.03571428571428571,
      "correct_lo": 0.693957037952257,
      "correct_hi": 0.916841887041635,
      "wrong_lo": 0.008290820071836139,
      "wrong_hi": 0.14095353440095715,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 37,
      "gradeable": 37,
      "correct": 4,
      "incorrect": 2,
      "abstained": 31,
      "no_answer": 0,
      "correct_pct": 0.10810810810810811,
      "wrong_pct": 0.05405405405405406,
      "correct_lo": 0.042851205205062706,
      "correct_hi": 0.24708846415167168,
      "wrong_lo": 0.014950662770539955,
      "wrong_hi": 0.17704965063539913,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "ground",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 37,
      "gradeable": 74,
      "correct": 65,
      "incorrect": 3,
      "abstained": 6,
      "no_answer": 0,
      "correct_pct": 0.8783783783783784,
      "wrong_pct": 0.04054054054054054,
      "correct_lo": 0.7364147856396672,
      "correct_hi": 0.9491607060158997,
      "wrong_lo": 0.009417871517972229,
      "wrong_hi": 0.15809760290026803,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 41,
      "gradeable": 41,
      "correct": 8,
      "incorrect": 2,
      "abstained": 31,
      "no_answer": 0,
      "correct_pct": 0.1951219512195122,
      "wrong_pct": 0.04878048780487805,
      "correct_lo": 0.10234315749205929,
      "correct_hi": 0.34013882352556724,
      "wrong_lo": 0.013480662282573552,
      "wrong_hi": 0.16139266962351367,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "market",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 41,
      "gradeable": 82,
      "correct": 75,
      "incorrect": 0,
      "abstained": 7,
      "no_answer": 0,
      "correct_pct": 0.9146341463414634,
      "wrong_pct": 0,
      "correct_lo": 0.7899448419883656,
      "correct_hi": 0.9682796638276626,
      "wrong_lo": 0,
      "wrong_hi": 0.08567044886890746,
      "verdict": "trust"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 39,
      "gradeable": 39,
      "correct": 11,
      "incorrect": 0,
      "abstained": 28,
      "no_answer": 0,
      "correct_pct": 0.28205128205128205,
      "wrong_pct": 0,
      "correct_lo": 0.16543325013943294,
      "correct_hi": 0.43775617322477384,
      "wrong_lo": 0,
      "wrong_hi": 0.08966985360023902,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "job": "regulatory",
      "kind": "public-verifiable",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 39,
      "gradeable": 78,
      "correct": 48,
      "incorrect": 1,
      "abstained": 29,
      "no_answer": 0,
      "correct_pct": 0.6153846153846154,
      "wrong_pct": 0.01282051282051282,
      "correct_lo": 0.45898781310078474,
      "correct_hi": 0.7510883745299295,
      "wrong_lo": 0.0013398812697768964,
      "wrong_hi": 0.11167177095609702,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "closed",
      "kind": "os-derived",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 1,
      "questions": 16,
      "gradeable": 16,
      "correct": 0,
      "incorrect": 0,
      "abstained": 16,
      "no_answer": 0,
      "correct_pct": 0,
      "wrong_pct": 0,
      "correct_lo": 0,
      "correct_hi": 0.19361341827271994,
      "wrong_lo": 0,
      "wrong_hi": 0.19361341827271994,
      "verdict": "verify"
    },
    {
      "model": "grok-4.7",
      "track": "mcp",
      "kind": "os-derived",
      "provider": "xai",
      "harness": "spacebench-runner",
      "runs": 2,
      "questions": 16,
      "gradeable": 32,
      "correct": 27,
      "incorrect": 2,
      "abstained": 3,
      "no_answer": 0,
      "correct_pct": 0.84375,
      "wrong_pct": 0.0625,
      "correct_lo": 0.6041210596215869,
      "correct_hi": 0.9502697153159181,
      "wrong_lo": 0.01111905730833121,
      "wrong_hi": 0.2832926836802987,
      "verdict": "verify"
    }
  ]
}