{
  "track": "closed",
  "model": "gemma4-12b",
  "provider": "ollama",
  "started_at": "2026-11-06T03:10:33Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "grader": "2026-10-31b"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "truncated",
      "latency_ms": 318964,
      "tokens_in": 122,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "incorrect",
      "latency_ms": 14878,
      "tokens_in": 137,
      "tokens_out": 1004,
      "cost_usd": 0
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 14210,
      "tokens_in": 127,
      "tokens_out": 942,
      "cost_usd": 0
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6741,
      "tokens_in": 132,
      "tokens_out": 355,
      "cost_usd": 0
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7165,
      "tokens_in": 125,
      "tokens_out": 472,
      "cost_usd": 0
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 110522,
      "tokens_in": 133,
      "tokens_out": 7310,
      "cost_usd": 0
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 79901,
      "tokens_in": 129,
      "tokens_out": 5552,
      "cost_usd": 0
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 107819,
      "tokens_in": 131,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 71021,
      "tokens_in": 131,
      "tokens_out": 5231,
      "cost_usd": 0
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 110781,
      "tokens_in": 148,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 97985,
      "tokens_in": 132,
      "tokens_out": 6581,
      "cost_usd": 0
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 14172,
      "tokens_in": 126,
      "tokens_out": 855,
      "cost_usd": 0
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 111832,
      "tokens_in": 134,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 61837,
      "tokens_in": 147,
      "tokens_out": 4394,
      "cost_usd": 0
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 106714,
      "tokens_in": 151,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 111046,
      "tokens_in": 130,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 57092,
      "tokens_in": 135,
      "tokens_out": 4185,
      "cost_usd": 0
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 125584,
      "tokens_in": 142,
      "tokens_out": 7092,
      "cost_usd": 0
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 180423,
      "tokens_in": 161,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 162316,
      "tokens_in": 148,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 172631,
      "tokens_in": 162,
      "tokens_out": 6948,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 143972,
      "tokens_in": 147,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 190051,
      "tokens_in": 150,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 181293,
      "tokens_in": 144,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 198680,
      "tokens_in": 159,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 36888,
      "tokens_in": 127,
      "tokens_out": 1461,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 28176,
      "tokens_in": 143,
      "tokens_out": 660,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11742,
      "tokens_in": 125,
      "tokens_out": 487,
      "cost_usd": 0
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 60522,
      "tokens_in": 130,
      "tokens_out": 1238,
      "cost_usd": 0
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 56534,
      "tokens_in": 141,
      "tokens_out": 1912,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 53758,
      "tokens_in": 139,
      "tokens_out": 1569,
      "cost_usd": 0
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 39832,
      "tokens_in": 138,
      "tokens_out": 1488,
      "cost_usd": 0
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 24772,
      "tokens_in": 122,
      "tokens_out": 606,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 188767,
      "tokens_in": 144,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 183449,
      "tokens_in": 134,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18885,
      "tokens_in": 123,
      "tokens_out": 846,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 200573,
      "tokens_in": 126,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 54717,
      "tokens_in": 126,
      "tokens_out": 1719,
      "cost_usd": 0
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 57378,
      "tokens_in": 142,
      "tokens_out": 2419,
      "cost_usd": 0
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 110416,
      "tokens_in": 138,
      "tokens_out": 4333,
      "cost_usd": 0
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 100609,
      "tokens_in": 140,
      "tokens_out": 3238,
      "cost_usd": 0
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 192850,
      "tokens_in": 143,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 46845,
      "tokens_in": 145,
      "tokens_out": 2009,
      "cost_usd": 0
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 113868,
      "tokens_in": 146,
      "tokens_out": 4041,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 174821,
      "tokens_in": 141,
      "tokens_out": 4955,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 196253,
      "tokens_in": 149,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 35153,
      "tokens_in": 138,
      "tokens_out": 977,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 28030,
      "tokens_in": 138,
      "tokens_out": 1149,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 12940,
      "tokens_in": 148,
      "tokens_out": 684,
      "cost_usd": 0
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 24416,
      "tokens_in": 135,
      "tokens_out": 1088,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 67887,
      "tokens_in": 151,
      "tokens_out": 3116,
      "cost_usd": 0
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 153829,
      "tokens_in": 150,
      "tokens_out": 6353,
      "cost_usd": 0
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 29046,
      "tokens_in": 143,
      "tokens_out": 1245,
      "cost_usd": 0
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 9178,
      "tokens_in": 147,
      "tokens_out": 472,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 176133,
      "tokens_in": 169,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 41859,
      "tokens_in": 143,
      "tokens_out": 1711,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 186098,
      "tokens_in": 199,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 51157,
      "tokens_in": 162,
      "tokens_out": 2505,
      "cost_usd": 0
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 8181,
      "tokens_in": 148,
      "tokens_out": 487,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 25438,
      "tokens_in": 152,
      "tokens_out": 1491,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 37020,
      "tokens_in": 141,
      "tokens_out": 1507,
      "cost_usd": 0
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 25390,
      "tokens_in": 159,
      "tokens_out": 918,
      "cost_usd": 0
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10801,
      "tokens_in": 143,
      "tokens_out": 594,
      "cost_usd": 0
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 84932,
      "tokens_in": 140,
      "tokens_out": 3180,
      "cost_usd": 0
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 34345,
      "tokens_in": 155,
      "tokens_out": 1899,
      "cost_usd": 0
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 155801,
      "tokens_in": 184,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 169950,
      "tokens_in": 179,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 136777,
      "tokens_in": 172,
      "tokens_out": 6444,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 100044,
      "tokens_in": 183,
      "tokens_out": 4512,
      "cost_usd": 0
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 41014,
      "tokens_in": 173,
      "tokens_out": 2178,
      "cost_usd": 0
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 62016,
      "tokens_in": 161,
      "tokens_out": 2470,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 182129,
      "tokens_in": 204,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 77703,
      "tokens_in": 178,
      "tokens_out": 3305,
      "cost_usd": 0
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 41338,
      "tokens_in": 135,
      "tokens_out": 2015,
      "cost_usd": 0
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 80878,
      "tokens_in": 137,
      "tokens_out": 4598,
      "cost_usd": 0
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 75500,
      "tokens_in": 138,
      "tokens_out": 2998,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 221171,
      "tokens_in": 137,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 90030,
      "tokens_in": 132,
      "tokens_out": 3331,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 53421,
      "tokens_in": 141,
      "tokens_out": 1782,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 160870,
      "tokens_in": 162,
      "tokens_out": 5704,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 22925,
      "tokens_in": 132,
      "tokens_out": 873,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 110348,
      "tokens_in": 142,
      "tokens_out": 3473,
      "cost_usd": 0
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 100947,
      "tokens_in": 132,
      "tokens_out": 3809,
      "cost_usd": 0
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 53600,
      "tokens_in": 143,
      "tokens_out": 2448,
      "cost_usd": 0
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 39417,
      "tokens_in": 129,
      "tokens_out": 976,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 101500,
      "tokens_in": 134,
      "tokens_out": 2505,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 91596,
      "tokens_in": 127,
      "tokens_out": 3298,
      "cost_usd": 0
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 47957,
      "tokens_in": 135,
      "tokens_out": 1121,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 70085,
      "tokens_in": 126,
      "tokens_out": 2040,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 36210,
      "tokens_in": 126,
      "tokens_out": 1310,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 107206,
      "tokens_in": 133,
      "tokens_out": 3365,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 35418,
      "tokens_in": 130,
      "tokens_out": 754,
      "cost_usd": 0
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 481483,
      "tokens_in": 141,
      "tokens_in_cached": 136,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 98059,
      "tokens_in": 127,
      "tokens_out": 3396,
      "cost_usd": 0
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 77303,
      "tokens_in": 134,
      "tokens_out": 2576,
      "cost_usd": 0
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 24382,
      "tokens_in": 131,
      "tokens_out": 800,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 104642,
      "tokens_in": 154,
      "tokens_out": 3347,
      "cost_usd": 0
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 32198,
      "tokens_in": 132,
      "tokens_out": 1297,
      "cost_usd": 0
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 56725,
      "tokens_in": 142,
      "tokens_out": 2552,
      "cost_usd": 0
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 223395,
      "tokens_in": 137,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 87169,
      "tokens_in": 147,
      "tokens_out": 2778,
      "cost_usd": 0
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 145249,
      "tokens_in": 148,
      "tokens_out": 6543,
      "cost_usd": 0
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 41558,
      "tokens_in": 144,
      "tokens_out": 1346,
      "cost_usd": 0
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 146519,
      "tokens_in": 149,
      "tokens_out": 6107,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 176355,
      "tokens_in": 172,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 121136,
      "tokens_in": 146,
      "tokens_out": 6572,
      "cost_usd": 0
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 146450,
      "tokens_in": 145,
      "tokens_out": 5122,
      "cost_usd": 0
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 246135,
      "tokens_in": 168,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 63812,
      "tokens_in": 150,
      "tokens_out": 1800,
      "cost_usd": 0
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 102573,
      "tokens_in": 163,
      "tokens_out": 3962,
      "cost_usd": 0
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 269710,
      "tokens_in": 153,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 200375,
      "tokens_in": 154,
      "tokens_out": 4821,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 156820,
      "tokens_in": 151,
      "tokens_out": 5424,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 202401,
      "tokens_in": 172,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 212759,
      "tokens_in": 168,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "truncated",
      "latency_ms": 232923,
      "tokens_in": 167,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 22477,
      "tokens_in": 124,
      "tokens_out": 792,
      "cost_usd": 0
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 24721,
      "tokens_in": 128,
      "tokens_out": 920,
      "cost_usd": 0
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 53004,
      "tokens_in": 139,
      "tokens_out": 1049,
      "cost_usd": 0
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 21946,
      "tokens_in": 130,
      "tokens_out": 756,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 18618,
      "tokens_in": 135,
      "tokens_out": 721,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 210106,
      "tokens_in": 153,
      "tokens_out": 6805,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 105658,
      "tokens_in": 151,
      "tokens_out": 5044,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 116771,
      "tokens_in": 150,
      "tokens_out": 5791,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 46238,
      "tokens_in": 146,
      "tokens_out": 1928,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 98197,
      "tokens_in": 148,
      "tokens_out": 3956,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 125637,
      "tokens_in": 147,
      "tokens_out": 4630,
      "cost_usd": 0
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 96531,
      "tokens_in": 146,
      "tokens_out": 3368,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 87436,
      "tokens_in": 163,
      "tokens_out": 2643,
      "cost_usd": 0
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 56561,
      "tokens_in": 153,
      "tokens_out": 1813,
      "cost_usd": 0
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 29923,
      "tokens_in": 142,
      "tokens_out": 1034,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 47471,
      "tokens_in": 128,
      "tokens_out": 2168,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 49614,
      "tokens_in": 144,
      "tokens_out": 1348,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 142866,
      "tokens_in": 193,
      "tokens_out": 6230,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 35052,
      "tokens_in": 139,
      "tokens_out": 2722,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 19068,
      "tokens_in": 136,
      "tokens_out": 1743,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 24482,
      "tokens_in": 144,
      "tokens_out": 1246,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 72605,
      "tokens_in": 134,
      "tokens_out": 4907,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "truncated",
      "latency_ms": 89535,
      "tokens_in": 138,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 21848,
      "tokens_in": 143,
      "tokens_out": 1447,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11712,
      "tokens_in": 147,
      "tokens_out": 376,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "truncated",
      "latency_ms": 107109,
      "tokens_in": 172,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 26100,
      "tokens_in": 141,
      "tokens_out": 1589,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 42410,
      "tokens_in": 158,
      "tokens_out": 2610,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 42586,
      "tokens_in": 142,
      "tokens_out": 2250,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 64318,
      "tokens_in": 196,
      "tokens_out": 5683,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 44728,
      "tokens_in": 191,
      "tokens_out": 5501,
      "cost_usd": 0
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12877,
      "tokens_in": 181,
      "tokens_out": 1466,
      "cost_usd": 0
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 56386,
      "tokens_in": 186,
      "tokens_out": 7932,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 27418,
      "tokens_in": 165,
      "tokens_out": 3840,
      "cost_usd": 0
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 39617,
      "tokens_in": 162,
      "tokens_out": 5543,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 29526,
      "tokens_in": 153,
      "tokens_out": 4086,
      "cost_usd": 0
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 11800,
      "tokens_in": 176,
      "tokens_out": 1361,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 32341,
      "tokens_in": 155,
      "tokens_out": 4289,
      "cost_usd": 0
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 17091,
      "tokens_in": 161,
      "tokens_out": 2091,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12524,
      "tokens_in": 158,
      "tokens_out": 1722,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 19651,
      "tokens_in": 163,
      "tokens_out": 2288,
      "cost_usd": 0
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 19417,
      "tokens_in": 137,
      "tokens_out": 2353,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 31173,
      "tokens_in": 173,
      "tokens_out": 3934,
      "cost_usd": 0
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10973,
      "tokens_in": 143,
      "tokens_out": 1313,
      "cost_usd": 0
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 49821,
      "tokens_in": 173,
      "tokens_out": 6737,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "truncated",
      "latency_ms": 55859,
      "tokens_in": 164,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 21758,
      "tokens_in": 157,
      "tokens_out": 2838,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12266,
      "tokens_in": 134,
      "tokens_out": 1322,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15220,
      "tokens_in": 163,
      "tokens_out": 1825,
      "cost_usd": 0
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15862,
      "tokens_in": 177,
      "tokens_out": 2231,
      "cost_usd": 0
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10668,
      "tokens_in": 186,
      "tokens_out": 1133,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6592,
      "tokens_in": 139,
      "tokens_out": 552,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 22002,
      "tokens_in": 153,
      "tokens_out": 2811,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5829,
      "tokens_in": 147,
      "tokens_out": 692,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7192,
      "tokens_in": 136,
      "tokens_out": 560,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9937,
      "tokens_in": 139,
      "tokens_out": 1075,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 14891,
      "tokens_in": 136,
      "tokens_out": 1738,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 22800,
      "tokens_in": 143,
      "tokens_out": 3003,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 39196,
      "tokens_in": 148,
      "tokens_out": 4535,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 46806,
      "tokens_in": 150,
      "tokens_out": 6377,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12218,
      "tokens_in": 145,
      "tokens_out": 1515,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 26866,
      "tokens_in": 145,
      "tokens_out": 3425,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 5558,
      "tokens_in": 133,
      "tokens_out": 406,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 12343,
      "tokens_in": 143,
      "tokens_out": 1607,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 17158,
      "tokens_in": 134,
      "tokens_out": 1669,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13288,
      "tokens_in": 143,
      "tokens_out": 1297,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 17662,
      "tokens_in": 142,
      "tokens_out": 2179,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 12999,
      "tokens_in": 136,
      "tokens_out": 1729,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9365,
      "tokens_in": 142,
      "tokens_out": 896,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 16954,
      "tokens_in": 152,
      "tokens_out": 1971,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8266,
      "tokens_in": 132,
      "tokens_out": 783,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 38372,
      "tokens_in": 156,
      "tokens_out": 4969,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 48776,
      "tokens_in": 156,
      "tokens_out": 6580,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15323,
      "tokens_in": 156,
      "tokens_out": 1375,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 4374,
      "tokens_in": 141,
      "tokens_out": 619,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34388,
      "tokens_in": 131,
      "tokens_out": 4527,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7060,
      "tokens_in": 141,
      "tokens_out": 659,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19415,
      "tokens_in": 154,
      "tokens_out": 1750,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 14442,
      "tokens_in": 138,
      "tokens_out": 1750,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 27571,
      "tokens_in": 163,
      "tokens_out": 3630,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 13319,
      "tokens_in": 144,
      "tokens_out": 1350,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 25093,
      "tokens_in": 137,
      "tokens_out": 2939,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 12015,
      "tokens_in": 144,
      "tokens_out": 1665,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10921,
      "tokens_in": 136,
      "tokens_out": 1455,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10266,
      "tokens_in": 148,
      "tokens_out": 1124,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 23344,
      "tokens_in": 137,
      "tokens_out": 2203,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11930,
      "tokens_in": 133,
      "tokens_out": 1468,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11100,
      "tokens_in": 154,
      "tokens_out": 1512,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13797,
      "tokens_in": 152,
      "tokens_out": 1647,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 22283,
      "tokens_in": 156,
      "tokens_out": 2611,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 29858,
      "tokens_in": 167,
      "tokens_out": 4295,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 31585,
      "tokens_in": 140,
      "tokens_out": 4825,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 21937,
      "tokens_in": 156,
      "tokens_out": 2722,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 59310,
      "tokens_in": 163,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 18123,
      "tokens_in": 162,
      "tokens_out": 2407,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11297,
      "tokens_in": 162,
      "tokens_out": 1241,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 35801,
      "tokens_in": 145,
      "tokens_out": 4383,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14666,
      "tokens_in": 145,
      "tokens_out": 2106,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 27740,
      "tokens_in": 163,
      "tokens_out": 4112,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 11297,
      "tokens_in": 148,
      "tokens_out": 1364,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 15656,
      "tokens_in": 133,
      "tokens_out": 1455,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7748,
      "tokens_in": 137,
      "tokens_out": 983,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10673,
      "tokens_in": 124,
      "tokens_out": 1188,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6874,
      "tokens_in": 163,
      "tokens_out": 649,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 28749,
      "tokens_in": 146,
      "tokens_out": 3764,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 28685,
      "tokens_in": 145,
      "tokens_out": 4356,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 21569,
      "tokens_in": 161,
      "tokens_out": 3398,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10693,
      "tokens_in": 147,
      "tokens_out": 919,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9912,
      "tokens_in": 135,
      "tokens_out": 612,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5709,
      "tokens_in": 140,
      "tokens_out": 687,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 32185,
      "tokens_in": 146,
      "tokens_out": 4523,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 43499,
      "tokens_in": 153,
      "tokens_out": 6212,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14386,
      "tokens_in": 144,
      "tokens_out": 1314,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 11578,
      "tokens_in": 142,
      "tokens_out": 1536,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 17682,
      "tokens_in": 150,
      "tokens_out": 2656,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14376,
      "tokens_in": 154,
      "tokens_out": 1811,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 49266,
      "tokens_in": 157,
      "tokens_out": 6922,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12371,
      "tokens_in": 133,
      "tokens_out": 1732,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8074,
      "tokens_in": 137,
      "tokens_out": 788,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 35472,
      "tokens_in": 139,
      "tokens_out": 4571,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 45655,
      "tokens_in": 150,
      "tokens_out": 5610,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6552,
      "tokens_in": 140,
      "tokens_out": 928,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 17712,
      "tokens_in": 160,
      "tokens_out": 2157,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 15551,
      "tokens_in": 158,
      "tokens_out": 2379,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 28433,
      "tokens_in": 159,
      "tokens_out": 3130,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 22938,
      "tokens_in": 163,
      "tokens_out": 3207,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 24183,
      "tokens_in": 171,
      "tokens_out": 3166,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 53606,
      "tokens_in": 161,
      "tokens_out": 8118,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 52692,
      "tokens_in": 162,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 41067,
      "tokens_in": 174,
      "tokens_out": 6099,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 52868,
      "tokens_in": 163,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8917,
      "tokens_in": 163,
      "tokens_out": 1358,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9838,
      "tokens_in": 165,
      "tokens_out": 1162,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 21055,
      "tokens_in": 175,
      "tokens_out": 2565,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9333,
      "tokens_in": 159,
      "tokens_out": 1375,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 53089,
      "tokens_in": 156,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 46209,
      "tokens_in": 163,
      "tokens_out": 7229,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 56342,
      "tokens_in": 160,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 38179,
      "tokens_in": 167,
      "tokens_out": 5878,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 52280,
      "tokens_in": 174,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9211,
      "tokens_in": 137,
      "tokens_out": 550,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 47861,
      "tokens_in": 143,
      "tokens_out": 6732,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 20454,
      "tokens_in": 130,
      "tokens_out": 2545,
      "cost_usd": 0
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 59394,
      "tokens_in": 128,
      "tokens_out": 8033,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 61069,
      "tokens_in": 130,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21424,
      "tokens_in": 146,
      "tokens_out": 2808,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 16182,
      "tokens_in": 147,
      "tokens_out": 2060,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15490,
      "tokens_in": 142,
      "tokens_out": 1875,
      "cost_usd": 0
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 31403,
      "tokens_in": 162,
      "tokens_out": 4180,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 35928,
      "tokens_in": 142,
      "tokens_out": 4525,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12508,
      "tokens_in": 139,
      "tokens_out": 1811,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 36858,
      "tokens_in": 136,
      "tokens_out": 5132,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 20614,
      "tokens_in": 143,
      "tokens_out": 2244,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 23389,
      "tokens_in": 138,
      "tokens_out": 3289,
      "cost_usd": 0
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 58183,
      "tokens_in": 132,
      "tokens_out": 7898,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8470,
      "tokens_in": 138,
      "tokens_out": 340,
      "cost_usd": 0
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 26645,
      "tokens_in": 150,
      "tokens_out": 3657,
      "cost_usd": 0
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 22739,
      "tokens_in": 143,
      "tokens_out": 3311,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 43071,
      "tokens_in": 129,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 8524,
      "tokens_in": 138,
      "tokens_out": 514,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 24231,
      "tokens_in": 148,
      "tokens_out": 3353,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-core-four-treaties-2025",
      "type": "grounded",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 54842,
      "tokens_in": 155,
      "tokens_out": 7734,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 15595,
      "tokens_in": 152,
      "tokens_out": 1821,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 26760,
      "tokens_in": 146,
      "tokens_out": 2935,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 31790,
      "tokens_in": 162,
      "tokens_out": 3610,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 25510,
      "tokens_in": 156,
      "tokens_out": 3578,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 27348,
      "tokens_in": 154,
      "tokens_out": 3686,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 11837,
      "tokens_in": 164,
      "tokens_out": 973,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5692,
      "tokens_in": 155,
      "tokens_out": 831,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6674,
      "tokens_in": 149,
      "tokens_out": 915,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 30797,
      "tokens_in": 162,
      "tokens_out": 4132,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 16184,
      "tokens_in": 157,
      "tokens_out": 1728,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 14217,
      "tokens_in": 162,
      "tokens_out": 1982,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "truncated",
      "latency_ms": 42622,
      "tokens_in": 162,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 54911,
      "tokens_in": 180,
      "tokens_out": 6923,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13433,
      "tokens_in": 160,
      "tokens_out": 1293,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8747,
      "tokens_in": 178,
      "tokens_out": 1238,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 34737,
      "tokens_in": 191,
      "tokens_out": 4585,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 24490,
      "tokens_in": 164,
      "tokens_out": 3318,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 34311,
      "tokens_in": 166,
      "tokens_out": 3750,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 18822,
      "tokens_in": 174,
      "tokens_out": 2306,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 39616,
      "tokens_in": 187,
      "tokens_out": 5914,
      "cost_usd": 0
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 19140,
      "tokens_in": 157,
      "tokens_out": 1889,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 20631,
      "tokens_in": 160,
      "tokens_out": 2228,
      "cost_usd": 0
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 24768,
      "tokens_in": 163,
      "tokens_out": 3516,
      "cost_usd": 0
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 13390,
      "tokens_in": 143,
      "tokens_out": 1827,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 28181,
      "tokens_in": 147,
      "tokens_out": 3320,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 36036,
      "tokens_in": 164,
      "tokens_out": 4945,
      "cost_usd": 0
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 13886,
      "tokens_in": 141,
      "tokens_out": 1922,
      "cost_usd": 0
    }
  ]
}