{
  "track": "closed",
  "model": "deepseek-r1-14b",
  "provider": "ollama",
  "started_at": "2026-11-07T01:01:01Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "grader": "2026-10-31b"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 24776,
      "tokens_in": 102,
      "tokens_out": 538,
      "cost_usd": 0
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 4681,
      "tokens_in": 117,
      "tokens_in_cached": 89,
      "tokens_out": 414,
      "cost_usd": 0
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5895,
      "tokens_in": 108,
      "tokens_in_cached": 89,
      "tokens_out": 517,
      "cost_usd": 0
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5490,
      "tokens_in": 113,
      "tokens_in_cached": 93,
      "tokens_out": 487,
      "cost_usd": 0
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3669,
      "tokens_in": 106,
      "tokens_in_cached": 89,
      "tokens_out": 323,
      "cost_usd": 0
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 26429,
      "tokens_in": 115,
      "tokens_in_cached": 89,
      "tokens_out": 2331,
      "cost_usd": 0
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9078,
      "tokens_in": 110,
      "tokens_in_cached": 89,
      "tokens_out": 803,
      "cost_usd": 0
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 7317,
      "tokens_in": 112,
      "tokens_in_cached": 89,
      "tokens_out": 653,
      "cost_usd": 0
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10466,
      "tokens_in": 111,
      "tokens_in_cached": 89,
      "tokens_out": 929,
      "cost_usd": 0
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 98495,
      "tokens_in": 129,
      "tokens_in_cached": 89,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8507,
      "tokens_in": 111,
      "tokens_in_cached": 89,
      "tokens_out": 730,
      "cost_usd": 0
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5308,
      "tokens_in": 107,
      "tokens_in_cached": 89,
      "tokens_out": 472,
      "cost_usd": 0
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10429,
      "tokens_in": 115,
      "tokens_in_cached": 96,
      "tokens_out": 933,
      "cost_usd": 0
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 18621,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 1650,
      "cost_usd": 0
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 91819,
      "tokens_in": 132,
      "tokens_in_cached": 89,
      "tokens_out": 7679,
      "cost_usd": 0
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 14930,
      "tokens_in": 110,
      "tokens_in_cached": 89,
      "tokens_out": 1295,
      "cost_usd": 0
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 67110,
      "tokens_in": 116,
      "tokens_in_cached": 89,
      "tokens_out": 5727,
      "cost_usd": 0
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 39222,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 3396,
      "cost_usd": 0
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 98557,
      "tokens_in": 142,
      "tokens_in_cached": 89,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 68255,
      "tokens_in": 130,
      "tokens_in_cached": 89,
      "tokens_out": 5793,
      "cost_usd": 0
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 98373,
      "tokens_in": 143,
      "tokens_in_cached": 89,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 82771,
      "tokens_in": 128,
      "tokens_in_cached": 89,
      "tokens_out": 6941,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 9058,
      "tokens_in": 130,
      "tokens_in_cached": 92,
      "tokens_out": 782,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 9595,
      "tokens_in": 124,
      "tokens_in_cached": 100,
      "tokens_out": 853,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 22069,
      "tokens_in": 141,
      "tokens_in_cached": 92,
      "tokens_out": 1951,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5640,
      "tokens_in": 108,
      "tokens_in_cached": 92,
      "tokens_out": 494,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4598,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 407,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3148,
      "tokens_in": 106,
      "tokens_in_cached": 89,
      "tokens_out": 277,
      "cost_usd": 0
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3239,
      "tokens_in": 111,
      "tokens_in_cached": 91,
      "tokens_out": 284,
      "cost_usd": 0
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2556,
      "tokens_in": 121,
      "tokens_in_cached": 91,
      "tokens_out": 219,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5807,
      "tokens_in": 121,
      "tokens_in_cached": 92,
      "tokens_out": 516,
      "cost_usd": 0
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5113,
      "tokens_in": 122,
      "tokens_in_cached": 89,
      "tokens_out": 454,
      "cost_usd": 0
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 3205,
      "tokens_in": 104,
      "tokens_in_cached": 89,
      "tokens_out": 283,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9090,
      "tokens_in": 122,
      "tokens_in_cached": 92,
      "tokens_out": 813,
      "cost_usd": 0
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9090,
      "tokens_in": 115,
      "tokens_in_cached": 90,
      "tokens_out": 812,
      "cost_usd": 0
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5796,
      "tokens_in": 104,
      "tokens_in_cached": 89,
      "tokens_out": 516,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10926,
      "tokens_in": 107,
      "tokens_in_cached": 90,
      "tokens_out": 971,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10238,
      "tokens_in": 107,
      "tokens_in_cached": 90,
      "tokens_out": 909,
      "cost_usd": 0
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9777,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 868,
      "cost_usd": 0
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7065,
      "tokens_in": 115,
      "tokens_in_cached": 89,
      "tokens_out": 626,
      "cost_usd": 0
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6900,
      "tokens_in": 121,
      "tokens_in_cached": 89,
      "tokens_out": 613,
      "cost_usd": 0
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5629,
      "tokens_in": 124,
      "tokens_in_cached": 107,
      "tokens_out": 494,
      "cost_usd": 0
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 11524,
      "tokens_in": 126,
      "tokens_in_cached": 89,
      "tokens_out": 1005,
      "cost_usd": 0
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7492,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 664,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 8341,
      "tokens_in": 118,
      "tokens_in_cached": 93,
      "tokens_out": 742,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 12802,
      "tokens_in": 131,
      "tokens_in_cached": 91,
      "tokens_out": 1137,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 8496,
      "tokens_in": 119,
      "tokens_in_cached": 91,
      "tokens_out": 755,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8335,
      "tokens_in": 120,
      "tokens_in_cached": 102,
      "tokens_out": 742,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 3864,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 336,
      "cost_usd": 0
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6763,
      "tokens_in": 115,
      "tokens_in_cached": 97,
      "tokens_out": 604,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6273,
      "tokens_in": 130,
      "tokens_in_cached": 90,
      "tokens_out": 554,
      "cost_usd": 0
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 1951,
      "tokens_in": 127,
      "tokens_in_cached": 89,
      "tokens_out": 164,
      "cost_usd": 0
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5015,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 443,
      "cost_usd": 0
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6751,
      "tokens_in": 127,
      "tokens_in_cached": 89,
      "tokens_out": 599,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7579,
      "tokens_in": 151,
      "tokens_in_cached": 89,
      "tokens_out": 676,
      "cost_usd": 0
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5756,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 512,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6007,
      "tokens_in": 181,
      "tokens_in_cached": 89,
      "tokens_out": 531,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4235,
      "tokens_in": 142,
      "tokens_in_cached": 89,
      "tokens_out": 373,
      "cost_usd": 0
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6179,
      "tokens_in": 127,
      "tokens_in_cached": 92,
      "tokens_out": 551,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5658,
      "tokens_in": 130,
      "tokens_in_cached": 90,
      "tokens_out": 498,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5278,
      "tokens_in": 117,
      "tokens_in_cached": 95,
      "tokens_out": 470,
      "cost_usd": 0
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5230,
      "tokens_in": 136,
      "tokens_in_cached": 89,
      "tokens_out": 465,
      "cost_usd": 0
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4023,
      "tokens_in": 119,
      "tokens_in_cached": 89,
      "tokens_out": 352,
      "cost_usd": 0
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 8818,
      "tokens_in": 119,
      "tokens_in_cached": 89,
      "tokens_out": 789,
      "cost_usd": 0
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 14659,
      "tokens_in": 134,
      "tokens_in_cached": 90,
      "tokens_out": 1294,
      "cost_usd": 0
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 12467,
      "tokens_in": 163,
      "tokens_in_cached": 89,
      "tokens_out": 1104,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7496,
      "tokens_in": 159,
      "tokens_in_cached": 89,
      "tokens_out": 663,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 11629,
      "tokens_in": 155,
      "tokens_in_cached": 89,
      "tokens_out": 1030,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9625,
      "tokens_in": 165,
      "tokens_in_cached": 95,
      "tokens_out": 845,
      "cost_usd": 0
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13509,
      "tokens_in": 152,
      "tokens_in_cached": 93,
      "tokens_out": 1197,
      "cost_usd": 0
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15216,
      "tokens_in": 143,
      "tokens_in_cached": 93,
      "tokens_out": 1346,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 8616,
      "tokens_in": 186,
      "tokens_in_cached": 89,
      "tokens_out": 765,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7907,
      "tokens_in": 158,
      "tokens_in_cached": 89,
      "tokens_out": 704,
      "cost_usd": 0
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 6245,
      "tokens_in": 116,
      "tokens_in_cached": 91,
      "tokens_out": 550,
      "cost_usd": 0
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 8699,
      "tokens_in": 118,
      "tokens_in_cached": 91,
      "tokens_out": 768,
      "cost_usd": 0
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3887,
      "tokens_in": 119,
      "tokens_in_cached": 91,
      "tokens_out": 335,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10125,
      "tokens_in": 120,
      "tokens_in_cached": 91,
      "tokens_out": 902,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7172,
      "tokens_in": 115,
      "tokens_in_cached": 99,
      "tokens_out": 628,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 7777,
      "tokens_in": 121,
      "tokens_in_cached": 91,
      "tokens_out": 691,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 8296,
      "tokens_in": 142,
      "tokens_in_cached": 89,
      "tokens_out": 731,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12859,
      "tokens_in": 114,
      "tokens_in_cached": 89,
      "tokens_out": 1138,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 17042,
      "tokens_in": 124,
      "tokens_in_cached": 91,
      "tokens_out": 1502,
      "cost_usd": 0
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13661,
      "tokens_in": 112,
      "tokens_in_cached": 91,
      "tokens_out": 1202,
      "cost_usd": 0
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 4709,
      "tokens_in": 125,
      "tokens_in_cached": 91,
      "tokens_out": 412,
      "cost_usd": 0
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 6084,
      "tokens_in": 109,
      "tokens_in_cached": 91,
      "tokens_out": 542,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 6549,
      "tokens_in": 118,
      "tokens_in_cached": 91,
      "tokens_out": 579,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 5834,
      "tokens_in": 108,
      "tokens_in_cached": 92,
      "tokens_out": 517,
      "cost_usd": 0
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10190,
      "tokens_in": 117,
      "tokens_in_cached": 89,
      "tokens_out": 899,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3520,
      "tokens_in": 107,
      "tokens_in_cached": 89,
      "tokens_out": 309,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7187,
      "tokens_in": 107,
      "tokens_in_cached": 93,
      "tokens_out": 640,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 6815,
      "tokens_in": 114,
      "tokens_in_cached": 91,
      "tokens_out": 608,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 6364,
      "tokens_in": 111,
      "tokens_in_cached": 91,
      "tokens_out": 563,
      "cost_usd": 0
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 16506,
      "tokens_in": 123,
      "tokens_in_cached": 91,
      "tokens_out": 1466,
      "cost_usd": 0
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 6593,
      "tokens_in": 108,
      "tokens_in_cached": 91,
      "tokens_out": 585,
      "cost_usd": 0
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16678,
      "tokens_in": 116,
      "tokens_in_cached": 91,
      "tokens_out": 1473,
      "cost_usd": 0
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3592,
      "tokens_in": 113,
      "tokens_in_cached": 91,
      "tokens_out": 313,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 17094,
      "tokens_in": 133,
      "tokens_in_cached": 91,
      "tokens_out": 1508,
      "cost_usd": 0
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6789,
      "tokens_in": 115,
      "tokens_in_cached": 89,
      "tokens_out": 594,
      "cost_usd": 0
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5524,
      "tokens_in": 122,
      "tokens_in_cached": 89,
      "tokens_out": 480,
      "cost_usd": 0
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10136,
      "tokens_in": 118,
      "tokens_in_cached": 91,
      "tokens_out": 901,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 9112,
      "tokens_in": 127,
      "tokens_in_cached": 91,
      "tokens_out": 798,
      "cost_usd": 0
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 11020,
      "tokens_in": 128,
      "tokens_in_cached": 91,
      "tokens_out": 974,
      "cost_usd": 0
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 8019,
      "tokens_in": 128,
      "tokens_in_cached": 91,
      "tokens_out": 707,
      "cost_usd": 0
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10978,
      "tokens_in": 132,
      "tokens_in_cached": 91,
      "tokens_out": 970,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10967,
      "tokens_in": 151,
      "tokens_in_cached": 89,
      "tokens_out": 975,
      "cost_usd": 0
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9273,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 821,
      "cost_usd": 0
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 13114,
      "tokens_in": 128,
      "tokens_in_cached": 91,
      "tokens_out": 1164,
      "cost_usd": 0
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 13354,
      "tokens_in": 147,
      "tokens_in_cached": 91,
      "tokens_out": 1174,
      "cost_usd": 0
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10236,
      "tokens_in": 129,
      "tokens_in_cached": 91,
      "tokens_out": 906,
      "cost_usd": 0
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12019,
      "tokens_in": 144,
      "tokens_in_cached": 91,
      "tokens_out": 1059,
      "cost_usd": 0
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 27300,
      "tokens_in": 135,
      "tokens_in_cached": 91,
      "tokens_out": 2406,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 21507,
      "tokens_in": 136,
      "tokens_in_cached": 91,
      "tokens_out": 1896,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12468,
      "tokens_in": 133,
      "tokens_in_cached": 91,
      "tokens_out": 1080,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7724,
      "tokens_in": 152,
      "tokens_in_cached": 89,
      "tokens_out": 676,
      "cost_usd": 0
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10765,
      "tokens_in": 149,
      "tokens_in_cached": 89,
      "tokens_out": 954,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10398,
      "tokens_in": 149,
      "tokens_in_cached": 89,
      "tokens_out": 920,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5546,
      "tokens_in": 105,
      "tokens_in_cached": 89,
      "tokens_out": 491,
      "cost_usd": 0
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 8374,
      "tokens_in": 110,
      "tokens_in_cached": 89,
      "tokens_out": 746,
      "cost_usd": 0
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 8950,
      "tokens_in": 120,
      "tokens_in_cached": 89,
      "tokens_out": 799,
      "cost_usd": 0
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 9790,
      "tokens_in": 111,
      "tokens_in_cached": 92,
      "tokens_out": 874,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6454,
      "tokens_in": 116,
      "tokens_in_cached": 89,
      "tokens_out": 564,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5835,
      "tokens_in": 135,
      "tokens_in_cached": 89,
      "tokens_out": 518,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8293,
      "tokens_in": 133,
      "tokens_in_cached": 89,
      "tokens_out": 737,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8009,
      "tokens_in": 132,
      "tokens_in_cached": 89,
      "tokens_out": 711,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 7451,
      "tokens_in": 128,
      "tokens_in_cached": 98,
      "tokens_out": 661,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6915,
      "tokens_in": 129,
      "tokens_in_cached": 91,
      "tokens_out": 615,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 10212,
      "tokens_in": 129,
      "tokens_in_cached": 89,
      "tokens_out": 900,
      "cost_usd": 0
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 5792,
      "tokens_in": 128,
      "tokens_in_cached": 89,
      "tokens_out": 512,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9101,
      "tokens_in": 146,
      "tokens_in_cached": 89,
      "tokens_out": 807,
      "cost_usd": 0
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 14081,
      "tokens_in": 134,
      "tokens_in_cached": 89,
      "tokens_out": 1244,
      "cost_usd": 0
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6981,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 620,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7083,
      "tokens_in": 109,
      "tokens_in_cached": 89,
      "tokens_out": 628,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 4914,
      "tokens_in": 126,
      "tokens_in_cached": 91,
      "tokens_out": 434,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 12921,
      "tokens_in": 176,
      "tokens_in_cached": 89,
      "tokens_out": 1144,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 11036,
      "tokens_in": 120,
      "tokens_in_cached": 89,
      "tokens_out": 979,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 3298,
      "tokens_in": 117,
      "tokens_in_cached": 89,
      "tokens_out": 284,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9587,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 852,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 7670,
      "tokens_in": 115,
      "tokens_in_cached": 89,
      "tokens_out": 683,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6147,
      "tokens_in": 120,
      "tokens_in_cached": 89,
      "tokens_out": 546,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 5285,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 469,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6567,
      "tokens_in": 129,
      "tokens_in_cached": 89,
      "tokens_out": 583,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 71992,
      "tokens_in": 150,
      "tokens_in_cached": 89,
      "tokens_out": 6105,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6369,
      "tokens_in": 122,
      "tokens_in_cached": 89,
      "tokens_out": 541,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6410,
      "tokens_in": 138,
      "tokens_in_cached": 89,
      "tokens_out": 568,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6162,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 547,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6291,
      "tokens_in": 177,
      "tokens_in_cached": 89,
      "tokens_out": 559,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9335,
      "tokens_in": 173,
      "tokens_in_cached": 90,
      "tokens_out": 455,
      "cost_usd": 0
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 7492,
      "tokens_in": 163,
      "tokens_in_cached": 90,
      "tokens_out": 667,
      "cost_usd": 0
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 18844,
      "tokens_in": 168,
      "tokens_in_cached": 90,
      "tokens_out": 1646,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 8115,
      "tokens_in": 147,
      "tokens_in_cached": 89,
      "tokens_out": 719,
      "cost_usd": 0
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8066,
      "tokens_in": 139,
      "tokens_in_cached": 89,
      "tokens_out": 708,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 10366,
      "tokens_in": 134,
      "tokens_in_cached": 89,
      "tokens_out": 918,
      "cost_usd": 0
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 13390,
      "tokens_in": 156,
      "tokens_in_cached": 91,
      "tokens_out": 1185,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 13608,
      "tokens_in": 137,
      "tokens_in_cached": 89,
      "tokens_out": 1206,
      "cost_usd": 0
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6758,
      "tokens_in": 143,
      "tokens_in_cached": 89,
      "tokens_out": 595,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12434,
      "tokens_in": 140,
      "tokens_in_cached": 89,
      "tokens_out": 1099,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6238,
      "tokens_in": 143,
      "tokens_in_cached": 89,
      "tokens_out": 552,
      "cost_usd": 0
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5237,
      "tokens_in": 119,
      "tokens_in_cached": 89,
      "tokens_out": 463,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 15131,
      "tokens_in": 157,
      "tokens_in_cached": 89,
      "tokens_out": 1335,
      "cost_usd": 0
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6199,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 548,
      "cost_usd": 0
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7238,
      "tokens_in": 158,
      "tokens_in_cached": 93,
      "tokens_out": 643,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 11301,
      "tokens_in": 145,
      "tokens_in_cached": 89,
      "tokens_out": 1002,
      "cost_usd": 0
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6150,
      "tokens_in": 137,
      "tokens_in_cached": 91,
      "tokens_out": 545,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6708,
      "tokens_in": 115,
      "tokens_in_cached": 89,
      "tokens_out": 596,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3916,
      "tokens_in": 143,
      "tokens_in_cached": 94,
      "tokens_out": 341,
      "cost_usd": 0
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7104,
      "tokens_in": 157,
      "tokens_in_cached": 94,
      "tokens_out": 628,
      "cost_usd": 0
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2475,
      "tokens_in": 168,
      "tokens_in_cached": 101,
      "tokens_out": 210,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5635,
      "tokens_in": 121,
      "tokens_in_cached": 89,
      "tokens_out": 499,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 6055,
      "tokens_in": 132,
      "tokens_in_cached": 89,
      "tokens_out": 536,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4632,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 405,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5129,
      "tokens_in": 117,
      "tokens_in_cached": 93,
      "tokens_out": 456,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5431,
      "tokens_in": 120,
      "tokens_in_cached": 91,
      "tokens_out": 481,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4407,
      "tokens_in": 117,
      "tokens_in_cached": 89,
      "tokens_out": 390,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 3549,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 313,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 6446,
      "tokens_in": 128,
      "tokens_in_cached": 89,
      "tokens_out": 574,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 4139,
      "tokens_in": 128,
      "tokens_in_cached": 89,
      "tokens_out": 366,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 6315,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 563,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 3793,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 331,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 3889,
      "tokens_in": 115,
      "tokens_in_cached": 89,
      "tokens_out": 339,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 5828,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 516,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6951,
      "tokens_in": 115,
      "tokens_in_cached": 89,
      "tokens_out": 620,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5835,
      "tokens_in": 122,
      "tokens_in_cached": 108,
      "tokens_out": 515,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7508,
      "tokens_in": 123,
      "tokens_in_cached": 108,
      "tokens_out": 669,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7089,
      "tokens_in": 117,
      "tokens_in_cached": 89,
      "tokens_out": 632,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 3512,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 305,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5788,
      "tokens_in": 134,
      "tokens_in_cached": 89,
      "tokens_out": 511,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4257,
      "tokens_in": 114,
      "tokens_in_cached": 89,
      "tokens_out": 378,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6178,
      "tokens_in": 138,
      "tokens_in_cached": 89,
      "tokens_out": 538,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7212,
      "tokens_in": 139,
      "tokens_in_cached": 107,
      "tokens_out": 642,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5088,
      "tokens_in": 139,
      "tokens_in_cached": 107,
      "tokens_out": 451,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5758,
      "tokens_in": 122,
      "tokens_in_cached": 91,
      "tokens_out": 511,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6252,
      "tokens_in": 111,
      "tokens_in_cached": 89,
      "tokens_out": 555,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5807,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 513,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 3575,
      "tokens_in": 135,
      "tokens_in_cached": 89,
      "tokens_out": 310,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8192,
      "tokens_in": 118,
      "tokens_in_cached": 89,
      "tokens_out": 727,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6644,
      "tokens_in": 144,
      "tokens_in_cached": 90,
      "tokens_out": 590,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4267,
      "tokens_in": 122,
      "tokens_in_cached": 89,
      "tokens_out": 378,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4155,
      "tokens_in": 119,
      "tokens_in_cached": 89,
      "tokens_out": 368,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7840,
      "tokens_in": 126,
      "tokens_in_cached": 89,
      "tokens_out": 691,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5404,
      "tokens_in": 117,
      "tokens_in_cached": 89,
      "tokens_out": 480,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3265,
      "tokens_in": 129,
      "tokens_in_cached": 89,
      "tokens_out": 287,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5544,
      "tokens_in": 118,
      "tokens_in_cached": 89,
      "tokens_out": 492,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7261,
      "tokens_in": 114,
      "tokens_in_cached": 89,
      "tokens_out": 649,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9589,
      "tokens_in": 136,
      "tokens_in_cached": 89,
      "tokens_out": 846,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6496,
      "tokens_in": 134,
      "tokens_in_cached": 107,
      "tokens_out": 573,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4930,
      "tokens_in": 137,
      "tokens_in_cached": 89,
      "tokens_out": 437,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7453,
      "tokens_in": 150,
      "tokens_in_cached": 99,
      "tokens_out": 664,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3986,
      "tokens_in": 122,
      "tokens_in_cached": 89,
      "tokens_out": 348,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6768,
      "tokens_in": 135,
      "tokens_in_cached": 89,
      "tokens_out": 599,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6299,
      "tokens_in": 148,
      "tokens_in_cached": 89,
      "tokens_out": 560,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8736,
      "tokens_in": 145,
      "tokens_in_cached": 89,
      "tokens_out": 780,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5801,
      "tokens_in": 144,
      "tokens_in_cached": 89,
      "tokens_out": 514,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 8844,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 785,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3463,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 304,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7711,
      "tokens_in": 141,
      "tokens_in_cached": 89,
      "tokens_out": 685,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5799,
      "tokens_in": 124,
      "tokens_in_cached": 89,
      "tokens_out": 515,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7621,
      "tokens_in": 113,
      "tokens_in_cached": 89,
      "tokens_out": 678,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4789,
      "tokens_in": 118,
      "tokens_in_cached": 89,
      "tokens_out": 421,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5394,
      "tokens_in": 105,
      "tokens_in_cached": 89,
      "tokens_out": 476,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6702,
      "tokens_in": 138,
      "tokens_in_cached": 89,
      "tokens_out": 595,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9485,
      "tokens_in": 122,
      "tokens_in_cached": 89,
      "tokens_out": 846,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6189,
      "tokens_in": 121,
      "tokens_in_cached": 93,
      "tokens_out": 546,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 13632,
      "tokens_in": 135,
      "tokens_in_cached": 89,
      "tokens_out": 1204,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6749,
      "tokens_in": 126,
      "tokens_in_cached": 89,
      "tokens_out": 588,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4579,
      "tokens_in": 116,
      "tokens_in_cached": 89,
      "tokens_out": 404,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6791,
      "tokens_in": 120,
      "tokens_in_cached": 100,
      "tokens_out": 605,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4400,
      "tokens_in": 127,
      "tokens_in_cached": 89,
      "tokens_out": 389,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5265,
      "tokens_in": 133,
      "tokens_in_cached": 89,
      "tokens_out": 467,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5666,
      "tokens_in": 127,
      "tokens_in_cached": 89,
      "tokens_out": 502,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5147,
      "tokens_in": 123,
      "tokens_in_cached": 94,
      "tokens_out": 457,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7015,
      "tokens_in": 126,
      "tokens_in_cached": 89,
      "tokens_out": 626,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7497,
      "tokens_in": 130,
      "tokens_in_cached": 89,
      "tokens_out": 669,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 26010,
      "tokens_in": 133,
      "tokens_in_cached": 89,
      "tokens_out": 2296,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4535,
      "tokens_in": 114,
      "tokens_in_cached": 89,
      "tokens_out": 391,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4453,
      "tokens_in": 119,
      "tokens_in_cached": 100,
      "tokens_out": 393,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3635,
      "tokens_in": 120,
      "tokens_in_cached": 89,
      "tokens_out": 319,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5058,
      "tokens_in": 128,
      "tokens_in_cached": 89,
      "tokens_out": 449,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3467,
      "tokens_in": 120,
      "tokens_in_cached": 89,
      "tokens_out": 302,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4035,
      "tokens_in": 139,
      "tokens_in_cached": 91,
      "tokens_out": 357,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2759,
      "tokens_in": 136,
      "tokens_in_cached": 95,
      "tokens_out": 242,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4143,
      "tokens_in": 138,
      "tokens_in_cached": 105,
      "tokens_out": 366,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3820,
      "tokens_in": 139,
      "tokens_in_cached": 89,
      "tokens_out": 338,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6016,
      "tokens_in": 147,
      "tokens_in_cached": 89,
      "tokens_out": 531,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 18668,
      "tokens_in": 137,
      "tokens_in_cached": 89,
      "tokens_out": 1658,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 20357,
      "tokens_in": 139,
      "tokens_in_cached": 89,
      "tokens_out": 1799,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7314,
      "tokens_in": 150,
      "tokens_in_cached": 89,
      "tokens_out": 645,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5815,
      "tokens_in": 142,
      "tokens_in_cached": 95,
      "tokens_out": 513,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4255,
      "tokens_in": 139,
      "tokens_in_cached": 89,
      "tokens_out": 374,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4521,
      "tokens_in": 142,
      "tokens_in_cached": 94,
      "tokens_out": 398,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4302,
      "tokens_in": 151,
      "tokens_in_cached": 90,
      "tokens_out": 378,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4236,
      "tokens_in": 135,
      "tokens_in_cached": 89,
      "tokens_out": 374,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 12449,
      "tokens_in": 136,
      "tokens_in_cached": 89,
      "tokens_out": 1098,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11557,
      "tokens_in": 138,
      "tokens_in_cached": 89,
      "tokens_out": 1023,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 20307,
      "tokens_in": 136,
      "tokens_in_cached": 89,
      "tokens_out": 1796,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5764,
      "tokens_in": 145,
      "tokens_in_cached": 89,
      "tokens_out": 507,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11877,
      "tokens_in": 150,
      "tokens_in_cached": 89,
      "tokens_out": 1056,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5520,
      "tokens_in": 118,
      "tokens_in_cached": 89,
      "tokens_out": 473,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7021,
      "tokens_in": 119,
      "tokens_in_cached": 89,
      "tokens_out": 627,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6816,
      "tokens_in": 111,
      "tokens_in_cached": 89,
      "tokens_out": 606,
      "cost_usd": 0
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4691,
      "tokens_in": 108,
      "tokens_in_cached": 89,
      "tokens_out": 416,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8126,
      "tokens_in": 111,
      "tokens_in_cached": 89,
      "tokens_out": 721,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 3702,
      "tokens_in": 125,
      "tokens_in_cached": 89,
      "tokens_out": 325,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 3025,
      "tokens_in": 126,
      "tokens_in_cached": 89,
      "tokens_out": 264,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6717,
      "tokens_in": 123,
      "tokens_in_cached": 90,
      "tokens_out": 600,
      "cost_usd": 0
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6678,
      "tokens_in": 137,
      "tokens_in_cached": 89,
      "tokens_out": 593,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7129,
      "tokens_in": 118,
      "tokens_in_cached": 90,
      "tokens_out": 635,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8225,
      "tokens_in": 120,
      "tokens_in_cached": 89,
      "tokens_out": 733,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4827,
      "tokens_in": 117,
      "tokens_in_cached": 89,
      "tokens_out": 428,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4400,
      "tokens_in": 125,
      "tokens_in_cached": 98,
      "tokens_out": 390,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4532,
      "tokens_in": 119,
      "tokens_in_cached": 89,
      "tokens_out": 399,
      "cost_usd": 0
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 3677,
      "tokens_in": 110,
      "tokens_in_cached": 89,
      "tokens_out": 324,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5640,
      "tokens_in": 118,
      "tokens_in_cached": 89,
      "tokens_out": 503,
      "cost_usd": 0
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 5446,
      "tokens_in": 130,
      "tokens_in_cached": 91,
      "tokens_out": 481,
      "cost_usd": 0
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 7501,
      "tokens_in": 124,
      "tokens_in_cached": 90,
      "tokens_out": 669,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6069,
      "tokens_in": 110,
      "tokens_in_cached": 89,
      "tokens_out": 536,
      "cost_usd": 0
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 4725,
      "tokens_in": 119,
      "tokens_in_cached": 90,
      "tokens_out": 417,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7419,
      "tokens_in": 126,
      "tokens_in_cached": 106,
      "tokens_out": 655,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-core-four-treaties-2025",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 10201,
      "tokens_in": 137,
      "tokens_in_cached": 89,
      "tokens_out": 900,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 6711,
      "tokens_in": 133,
      "tokens_in_cached": 89,
      "tokens_out": 597,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 6201,
      "tokens_in": 127,
      "tokens_in_cached": 89,
      "tokens_out": 550,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 5689,
      "tokens_in": 144,
      "tokens_in_cached": 89,
      "tokens_out": 505,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8900,
      "tokens_in": 138,
      "tokens_in_cached": 89,
      "tokens_out": 786,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6501,
      "tokens_in": 133,
      "tokens_in_cached": 99,
      "tokens_out": 575,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4782,
      "tokens_in": 144,
      "tokens_in_cached": 89,
      "tokens_out": 422,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5940,
      "tokens_in": 137,
      "tokens_in_cached": 89,
      "tokens_out": 527,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4904,
      "tokens_in": 127,
      "tokens_in_cached": 91,
      "tokens_out": 433,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5020,
      "tokens_in": 144,
      "tokens_in_cached": 89,
      "tokens_out": 443,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 6366,
      "tokens_in": 138,
      "tokens_in_cached": 89,
      "tokens_out": 566,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 3778,
      "tokens_in": 144,
      "tokens_in_cached": 89,
      "tokens_out": 333,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 11755,
      "tokens_in": 143,
      "tokens_in_cached": 89,
      "tokens_out": 1044,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 5865,
      "tokens_in": 160,
      "tokens_in_cached": 89,
      "tokens_out": 516,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9109,
      "tokens_in": 142,
      "tokens_in_cached": 89,
      "tokens_out": 812,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5816,
      "tokens_in": 158,
      "tokens_in_cached": 89,
      "tokens_out": 515,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 9969,
      "tokens_in": 171,
      "tokens_in_cached": 89,
      "tokens_out": 883,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 13856,
      "tokens_in": 146,
      "tokens_in_cached": 102,
      "tokens_out": 1226,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4846,
      "tokens_in": 146,
      "tokens_in_cached": 89,
      "tokens_out": 427,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11636,
      "tokens_in": 154,
      "tokens_in_cached": 89,
      "tokens_out": 1032,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5219,
      "tokens_in": 167,
      "tokens_in_cached": 89,
      "tokens_out": 458,
      "cost_usd": 0
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5854,
      "tokens_in": 137,
      "tokens_in_cached": 90,
      "tokens_out": 512,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3396,
      "tokens_in": 140,
      "tokens_in_cached": 103,
      "tokens_out": 296,
      "cost_usd": 0
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4577,
      "tokens_in": 144,
      "tokens_in_cached": 97,
      "tokens_out": 401,
      "cost_usd": 0
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 10206,
      "tokens_in": 123,
      "tokens_in_cached": 89,
      "tokens_out": 907,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 5480,
      "tokens_in": 128,
      "tokens_in_cached": 92,
      "tokens_out": 485,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 5937,
      "tokens_in": 144,
      "tokens_in_cached": 89,
      "tokens_out": 528,
      "cost_usd": 0
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4973,
      "tokens_in": 122,
      "tokens_in_cached": 89,
      "tokens_out": 432,
      "cost_usd": 0
    }
  ]
}