{
  "track": "closed",
  "model": "claude-sonnet-5.5",
  "provider": "claude-code",
  "started_at": "2026-11-06T01:24:53Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3828,
      "tokens_in": 765,
      "tokens_out": 306,
      "cost_usd": 0.006116
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 2684,
      "tokens_in": 782,
      "tokens_out": 174,
      "cost_usd": 0.004864
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3373,
      "tokens_in": 770,
      "tokens_out": 178,
      "cost_usd": 0.004856
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3294,
      "tokens_in": 774,
      "tokens_out": 194,
      "cost_usd": 0.005032
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 2627,
      "tokens_in": 773,
      "tokens_out": 85,
      "cost_usd": 0.003938
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3001,
      "tokens_in": 783,
      "tokens_out": 203,
      "cost_usd": 0.005158
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2217,
      "tokens_in": 775,
      "tokens_out": 79,
      "cost_usd": 0.003886
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4458,
      "tokens_in": 780,
      "tokens_out": 427,
      "cost_usd": 0.007386
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2516,
      "tokens_in": 776,
      "tokens_out": 114,
      "cost_usd": 0.00424
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4711,
      "tokens_in": 800,
      "tokens_out": 465,
      "cost_usd": 0.007846
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3340,
      "tokens_in": 778,
      "tokens_out": 174,
      "cost_usd": 0.004848
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2639,
      "tokens_in": 770,
      "tokens_out": 139,
      "cost_usd": 0.004466
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5331,
      "tokens_in": 781,
      "tokens_out": 333,
      "cost_usd": 0.00645
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3042,
      "tokens_in": 792,
      "tokens_out": 183,
      "cost_usd": 0.004994
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5682,
      "tokens_in": 809,
      "tokens_out": 519,
      "cost_usd": 0.008421999999999999
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8062,
      "tokens_in": 776,
      "tokens_out": 996,
      "cost_usd": 0.01306
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4554,
      "tokens_in": 780,
      "tokens_out": 409,
      "cost_usd": 0.007206
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4893,
      "tokens_in": 796,
      "tokens_out": 445,
      "cost_usd": 0.00763
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4610,
      "tokens_in": 826,
      "tokens_out": 397,
      "cost_usd": 0.007269999999999999
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4836,
      "tokens_in": 802,
      "tokens_out": 469,
      "cost_usd": 0.007894
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3932,
      "tokens_in": 823,
      "tokens_out": 261,
      "cost_usd": 0.0058980000000000005
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3536,
      "tokens_in": 801,
      "tokens_out": 295,
      "cost_usd": 0.006150000000000001
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2388,
      "tokens_in": 794,
      "tokens_out": 123,
      "cost_usd": 0.004402
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2672,
      "tokens_in": 786,
      "tokens_out": 148,
      "cost_usd": 0.00462
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2418,
      "tokens_in": 820,
      "tokens_out": 114,
      "cost_usd": 0.004416
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2171,
      "tokens_in": 773,
      "tokens_out": 48,
      "cost_usd": 0.003568
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2520,
      "tokens_in": 777,
      "tokens_out": 154,
      "cost_usd": 0.0046440000000000006
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7346,
      "tokens_in": 767,
      "tokens_out": 698,
      "cost_usd": 0.010043999999999999
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5882,
      "tokens_in": 775,
      "tokens_out": 554,
      "cost_usd": 0.008636
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8068,
      "tokens_in": 784,
      "tokens_out": 840,
      "cost_usd": 0.011532000000000002
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6420,
      "tokens_in": 782,
      "tokens_out": 498,
      "cost_usd": 0.008104
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3427,
      "tokens_in": 793,
      "tokens_out": 148,
      "cost_usd": 0.004648
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2435,
      "tokens_in": 770,
      "tokens_out": 53,
      "cost_usd": 0.003606
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3900,
      "tokens_in": 789,
      "tokens_out": 271,
      "cost_usd": 0.005862
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9205,
      "tokens_in": 774,
      "tokens_out": 1033,
      "cost_usd": 0.013422000000000002
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3512,
      "tokens_in": 764,
      "tokens_out": 280,
      "cost_usd": 0.0058519999999999996
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2556,
      "tokens_in": 770,
      "tokens_out": 96,
      "cost_usd": 0.004036
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7167,
      "tokens_in": 766,
      "tokens_out": 689,
      "cost_usd": 0.00995
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 12956,
      "tokens_in": 794,
      "tokens_out": 1332,
      "cost_usd": 0.016492
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2588,
      "tokens_in": 785,
      "tokens_out": 164,
      "cost_usd": 0.004776
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2533,
      "tokens_in": 788,
      "tokens_out": 146,
      "cost_usd": 0.004608
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9328,
      "tokens_in": 785,
      "tokens_out": 920,
      "cost_usd": 0.012336
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4105,
      "tokens_in": 784,
      "tokens_out": 297,
      "cost_usd": 0.006102
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2663,
      "tokens_in": 797,
      "tokens_out": 145,
      "cost_usd": 0.004634
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2769,
      "tokens_in": 790,
      "tokens_out": 175,
      "cost_usd": 0.004906
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10706,
      "tokens_in": 789,
      "tokens_out": 1100,
      "cost_usd": 0.014152000000000001
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8063,
      "tokens_in": 783,
      "tokens_out": 579,
      "cost_usd": 0.008917999999999999
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4868,
      "tokens_in": 784,
      "tokens_out": 312,
      "cost_usd": 0.006252000000000001
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2180,
      "tokens_in": 799,
      "tokens_out": 89,
      "cost_usd": 0.004082
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2521,
      "tokens_in": 784,
      "tokens_out": 75,
      "cost_usd": 0.003882
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5622,
      "tokens_in": 806,
      "tokens_out": 509,
      "cost_usd": 0.00831
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 2399,
      "tokens_in": 817,
      "tokens_out": 212,
      "cost_usd": 0.005384
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5230,
      "tokens_in": 797,
      "tokens_out": 248,
      "cost_usd": 0.005664000000000001
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3833,
      "tokens_in": 800,
      "tokens_out": 158,
      "cost_usd": 0.004776
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 16836,
      "tokens_in": 813,
      "tokens_out": 1905,
      "cost_usd": 0.022298000000000002
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7433,
      "tokens_in": 793,
      "tokens_out": 745,
      "cost_usd": 0.010617999999999999
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 19165,
      "tokens_in": 846,
      "tokens_out": 1767,
      "cost_usd": 0.02105
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5952,
      "tokens_in": 816,
      "tokens_out": 555,
      "cost_usd": 0.00881
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3205,
      "tokens_in": 799,
      "tokens_out": 172,
      "cost_usd": 0.004912
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2575,
      "tokens_in": 806,
      "tokens_out": 74,
      "cost_usd": 0.00396
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2473,
      "tokens_in": 795,
      "tokens_out": 109,
      "cost_usd": 0.004266
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3764,
      "tokens_in": 821,
      "tokens_out": 91,
      "cost_usd": 0.00419
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2260,
      "tokens_in": 796,
      "tokens_out": 103,
      "cost_usd": 0.00421
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3459,
      "tokens_in": 789,
      "tokens_out": 257,
      "cost_usd": 0.0057220000000000005
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7285,
      "tokens_in": 812,
      "tokens_out": 751,
      "cost_usd": 0.010754
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11710,
      "tokens_in": 854,
      "tokens_out": 1205,
      "cost_usd": 0.015461999999999998
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6998,
      "tokens_in": 825,
      "tokens_out": 636,
      "cost_usd": 0.009655999999999998
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10017,
      "tokens_in": 817,
      "tokens_out": 873,
      "cost_usd": 0.011994000000000001
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8753,
      "tokens_in": 830,
      "tokens_out": 874,
      "cost_usd": 0.012056
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11216,
      "tokens_in": 828,
      "tokens_out": 1140,
      "cost_usd": 0.014708
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8650,
      "tokens_in": 808,
      "tokens_out": 909,
      "cost_usd": 0.012317999999999999
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26155,
      "tokens_in": 851,
      "tokens_out": 3073,
      "cost_usd": 0.03413
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11363,
      "tokens_in": 851,
      "tokens_out": 1223,
      "cost_usd": 0.01563
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6574,
      "tokens_in": 780,
      "tokens_out": 630,
      "cost_usd": 0.009416
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10158,
      "tokens_in": 780,
      "tokens_out": 1126,
      "cost_usd": 0.014376000000000002
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7474,
      "tokens_in": 787,
      "tokens_out": 891,
      "cost_usd": 0.012054
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2545,
      "tokens_in": 788,
      "tokens_out": 209,
      "cost_usd": 0.0052380000000000005
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5179,
      "tokens_in": 780,
      "tokens_out": 488,
      "cost_usd": 0.007996
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 13005,
      "tokens_in": 785,
      "tokens_out": 1607,
      "cost_usd": 0.019206
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10712,
      "tokens_in": 816,
      "tokens_out": 1178,
      "cost_usd": 0.015040000000000001
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6129,
      "tokens_in": 778,
      "tokens_out": 629,
      "cost_usd": 0.009398
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7110,
      "tokens_in": 780,
      "tokens_out": 620,
      "cost_usd": 0.009316
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9731,
      "tokens_in": 773,
      "tokens_out": 1185,
      "cost_usd": 0.014938000000000002
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3782,
      "tokens_in": 795,
      "tokens_out": 316,
      "cost_usd": 0.006336
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 4714,
      "tokens_in": 778,
      "tokens_out": 396,
      "cost_usd": 0.007068
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3903,
      "tokens_in": 787,
      "tokens_out": 283,
      "cost_usd": 0.005974
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5442,
      "tokens_in": 771,
      "tokens_out": 540,
      "cost_usd": 0.00848
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5802,
      "tokens_in": 784,
      "tokens_out": 555,
      "cost_usd": 0.008682
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5827,
      "tokens_in": 771,
      "tokens_out": 585,
      "cost_usd": 0.00893
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3829,
      "tokens_in": 767,
      "tokens_out": 304,
      "cost_usd": 0.006104
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 6640,
      "tokens_in": 777,
      "tokens_out": 698,
      "cost_usd": 0.010084
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7983,
      "tokens_in": 772,
      "tokens_out": 825,
      "cost_usd": 0.011334
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9821,
      "tokens_in": 790,
      "tokens_out": 1137,
      "cost_usd": 0.014526
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6259,
      "tokens_in": 770,
      "tokens_out": 488,
      "cost_usd": 0.007956
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7320,
      "tokens_in": 783,
      "tokens_out": 808,
      "cost_usd": 0.011208000000000001
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4232,
      "tokens_in": 776,
      "tokens_out": 358,
      "cost_usd": 0.00668
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8992,
      "tokens_in": 798,
      "tokens_out": 985,
      "cost_usd": 0.013038000000000001
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3668,
      "tokens_in": 780,
      "tokens_out": 346,
      "cost_usd": 0.006576
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10484,
      "tokens_in": 796,
      "tokens_out": 1189,
      "cost_usd": 0.01507
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 7794,
      "tokens_in": 785,
      "tokens_out": 878,
      "cost_usd": 0.011916
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 6362,
      "tokens_in": 798,
      "tokens_out": 611,
      "cost_usd": 0.009298
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 15867,
      "tokens_in": 794,
      "tokens_out": 1962,
      "cost_usd": 0.022792000000000003
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16807,
      "tokens_in": 800,
      "tokens_out": 2185,
      "cost_usd": 0.025046
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10160,
      "tokens_in": 809,
      "tokens_out": 1247,
      "cost_usd": 0.015702
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 18708,
      "tokens_in": 824,
      "tokens_out": 2644,
      "cost_usd": 0.029732
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10721,
      "tokens_in": 794,
      "tokens_out": 982,
      "cost_usd": 0.012992
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16561,
      "tokens_in": 791,
      "tokens_out": 2043,
      "cost_usd": 0.02359
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6801,
      "tokens_in": 835,
      "tokens_out": 774,
      "cost_usd": 0.011075999999999999
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3174,
      "tokens_in": 797,
      "tokens_out": 258,
      "cost_usd": 0.005764
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 12279,
      "tokens_in": 825,
      "tokens_out": 1517,
      "cost_usd": 0.018466
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5319,
      "tokens_in": 809,
      "tokens_out": 597,
      "cost_usd": 0.009201999999999998
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12341,
      "tokens_in": 803,
      "tokens_out": 1461,
      "cost_usd": 0.017818
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 9993,
      "tokens_in": 802,
      "tokens_out": 1298,
      "cost_usd": 0.016184
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 8771,
      "tokens_in": 823,
      "tokens_out": 1026,
      "cost_usd": 0.013548000000000001
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11766,
      "tokens_in": 832,
      "tokens_out": 1296,
      "cost_usd": 0.016284
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 14439,
      "tokens_in": 829,
      "tokens_out": 1760,
      "cost_usd": 0.020912
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4279,
      "tokens_in": 775,
      "tokens_out": 219,
      "cost_usd": 0.005286000000000001
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 3148,
      "tokens_in": 778,
      "tokens_out": 118,
      "cost_usd": 0.004288
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 3596,
      "tokens_in": 788,
      "tokens_out": 259,
      "cost_usd": 0.005738
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 2700,
      "tokens_in": 774,
      "tokens_out": 127,
      "cost_usd": 0.0043619999999999996
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 2867,
      "tokens_in": 784,
      "tokens_out": 126,
      "cost_usd": 0.004392
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3918,
      "tokens_in": 803,
      "tokens_out": 261,
      "cost_usd": 0.005818
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5810,
      "tokens_in": 800,
      "tokens_out": 542,
      "cost_usd": 0.008615999999999999
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5394,
      "tokens_in": 800,
      "tokens_out": 490,
      "cost_usd": 0.008095999999999999
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4807,
      "tokens_in": 790,
      "tokens_out": 425,
      "cost_usd": 0.007405999999999999
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4921,
      "tokens_in": 795,
      "tokens_out": 451,
      "cost_usd": 0.007686
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6884,
      "tokens_in": 793,
      "tokens_out": 704,
      "cost_usd": 0.010207999999999998
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4269,
      "tokens_in": 796,
      "tokens_out": 367,
      "cost_usd": 0.00685
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5419,
      "tokens_in": 819,
      "tokens_out": 479,
      "cost_usd": 0.008062
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4686,
      "tokens_in": 797,
      "tokens_out": 349,
      "cost_usd": 0.006674
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 7588,
      "tokens_in": 796,
      "tokens_out": 786,
      "cost_usd": 0.011040000000000001
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6246,
      "tokens_in": 772,
      "tokens_out": 608,
      "cost_usd": 0.009164
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4472,
      "tokens_in": 793,
      "tokens_out": 364,
      "cost_usd": 0.006808
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11113,
      "tokens_in": 834,
      "tokens_out": 1074,
      "cost_usd": 0.014072000000000001
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 7069,
      "tokens_in": 789,
      "tokens_out": 702,
      "cost_usd": 0.010172
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6787,
      "tokens_in": 780,
      "tokens_out": 473,
      "cost_usd": 0.007845999999999999
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 10798,
      "tokens_in": 792,
      "tokens_out": 1024,
      "cost_usd": 0.013404
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6198,
      "tokens_in": 791,
      "tokens_out": 398,
      "cost_usd": 0.00714
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2916,
      "tokens_in": 799,
      "tokens_out": 189,
      "cost_usd": 0.005082
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3202,
      "tokens_in": 800,
      "tokens_out": 191,
      "cost_usd": 0.005106
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2638,
      "tokens_in": 813,
      "tokens_out": 166,
      "cost_usd": 0.004908
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3504,
      "tokens_in": 834,
      "tokens_out": 212,
      "cost_usd": 0.005452
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4346,
      "tokens_in": 789,
      "tokens_out": 99,
      "cost_usd": 0.004142
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6847,
      "tokens_in": 801,
      "tokens_out": 395,
      "cost_usd": 0.00715
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7164,
      "tokens_in": 787,
      "tokens_out": 685,
      "cost_usd": 0.009994
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5604,
      "tokens_in": 850,
      "tokens_out": 544,
      "cost_usd": 0.008836
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5875,
      "tokens_in": 842,
      "tokens_out": 575,
      "cost_usd": 0.009114
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8717,
      "tokens_in": 827,
      "tokens_out": 652,
      "cost_usd": 0.009824
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6326,
      "tokens_in": 836,
      "tokens_out": 614,
      "cost_usd": 0.009479999999999999
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8330,
      "tokens_in": 819,
      "tokens_out": 751,
      "cost_usd": 0.010782
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6736,
      "tokens_in": 815,
      "tokens_out": 613,
      "cost_usd": 0.009386
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5071,
      "tokens_in": 805,
      "tokens_out": 436,
      "cost_usd": 0.007575999999999999
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4434,
      "tokens_in": 826,
      "tokens_out": 354,
      "cost_usd": 0.00684
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 3941,
      "tokens_in": 803,
      "tokens_out": 330,
      "cost_usd": 0.006508
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4802,
      "tokens_in": 801,
      "tokens_out": 362,
      "cost_usd": 0.00682
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8584,
      "tokens_in": 805,
      "tokens_out": 858,
      "cost_usd": 0.011796000000000001
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6035,
      "tokens_in": 819,
      "tokens_out": 591,
      "cost_usd": 0.009182
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4144,
      "tokens_in": 789,
      "tokens_out": 326,
      "cost_usd": 0.006412
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5405,
      "tokens_in": 837,
      "tokens_out": 438,
      "cost_usd": 0.007724
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4246,
      "tokens_in": 795,
      "tokens_out": 314,
      "cost_usd": 0.006316
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6459,
      "tokens_in": 834,
      "tokens_out": 393,
      "cost_usd": 0.007261999999999999
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6093,
      "tokens_in": 821,
      "tokens_out": 508,
      "cost_usd": 0.00836
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 6544,
      "tokens_in": 816,
      "tokens_out": 654,
      "cost_usd": 0.0098
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2632,
      "tokens_in": 787,
      "tokens_out": 90,
      "cost_usd": 0.004044
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2480,
      "tokens_in": 822,
      "tokens_out": 103,
      "cost_usd": 0.004314
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2445,
      "tokens_in": 834,
      "tokens_out": 98,
      "cost_usd": 0.004312
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2683,
      "tokens_in": 853,
      "tokens_out": 96,
      "cost_usd": 0.004368
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3083,
      "tokens_in": 787,
      "tokens_out": 173,
      "cost_usd": 0.004874
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 5459,
      "tokens_in": 803,
      "tokens_out": 364,
      "cost_usd": 0.006848
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3813,
      "tokens_in": 797,
      "tokens_out": 104,
      "cost_usd": 0.004224
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2790,
      "tokens_in": 782,
      "tokens_out": 141,
      "cost_usd": 0.004534
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2778,
      "tokens_in": 787,
      "tokens_out": 115,
      "cost_usd": 0.004294
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4452,
      "tokens_in": 782,
      "tokens_out": 327,
      "cost_usd": 0.006394
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7834,
      "tokens_in": 799,
      "tokens_out": 692,
      "cost_usd": 0.010112
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3437,
      "tokens_in": 800,
      "tokens_out": 232,
      "cost_usd": 0.005516
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 4916,
      "tokens_in": 806,
      "tokens_out": 447,
      "cost_usd": 0.00769
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7817,
      "tokens_in": 795,
      "tokens_out": 823,
      "cost_usd": 0.011406
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4338,
      "tokens_in": 793,
      "tokens_out": 357,
      "cost_usd": 0.006738000000000001
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2764,
      "tokens_in": 788,
      "tokens_out": 136,
      "cost_usd": 0.004508
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 12217,
      "tokens_in": 796,
      "tokens_out": 962,
      "cost_usd": 0.0128
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3455,
      "tokens_in": 783,
      "tokens_out": 225,
      "cost_usd": 0.005378
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4134,
      "tokens_in": 795,
      "tokens_out": 279,
      "cost_usd": 0.005966
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2673,
      "tokens_in": 795,
      "tokens_out": 114,
      "cost_usd": 0.004316
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4667,
      "tokens_in": 783,
      "tokens_out": 368,
      "cost_usd": 0.006808
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5956,
      "tokens_in": 790,
      "tokens_out": 521,
      "cost_usd": 0.008365999999999998
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8715,
      "tokens_in": 804,
      "tokens_out": 564,
      "cost_usd": 0.008852
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3096,
      "tokens_in": 781,
      "tokens_out": 140,
      "cost_usd": 0.00452
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3168,
      "tokens_in": 803,
      "tokens_out": 201,
      "cost_usd": 0.005218
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3544,
      "tokens_in": 800,
      "tokens_out": 213,
      "cost_usd": 0.005326
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3466,
      "tokens_in": 803,
      "tokens_out": 177,
      "cost_usd": 0.004978
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 2464,
      "tokens_in": 788,
      "tokens_out": 101,
      "cost_usd": 0.004158
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6206,
      "tokens_in": 779,
      "tokens_out": 492,
      "cost_usd": 0.008032000000000001
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2939,
      "tokens_in": 798,
      "tokens_out": 107,
      "cost_usd": 0.0042580000000000005
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9770,
      "tokens_in": 819,
      "tokens_out": 883,
      "cost_usd": 0.012102
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4906,
      "tokens_in": 784,
      "tokens_out": 401,
      "cost_usd": 0.007141999999999999
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4604,
      "tokens_in": 821,
      "tokens_out": 385,
      "cost_usd": 0.007129999999999999
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4722,
      "tokens_in": 807,
      "tokens_out": 484,
      "cost_usd": 0.008064
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3002,
      "tokens_in": 793,
      "tokens_out": 108,
      "cost_usd": 0.004248
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7781,
      "tokens_in": 789,
      "tokens_out": 677,
      "cost_usd": 0.009922
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4967,
      "tokens_in": 782,
      "tokens_out": 381,
      "cost_usd": 0.006934
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3508,
      "tokens_in": 802,
      "tokens_out": 275,
      "cost_usd": 0.005954000000000001
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5781,
      "tokens_in": 781,
      "tokens_out": 512,
      "cost_usd": 0.008239999999999999
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2664,
      "tokens_in": 782,
      "tokens_out": 110,
      "cost_usd": 0.004224
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2813,
      "tokens_in": 798,
      "tokens_out": 102,
      "cost_usd": 0.004208
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2862,
      "tokens_in": 800,
      "tokens_out": 88,
      "cost_usd": 0.004076
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10509,
      "tokens_in": 830,
      "tokens_out": 1061,
      "cost_usd": 0.013926000000000001
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6967,
      "tokens_in": 827,
      "tokens_out": 660,
      "cost_usd": 0.009904
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4475,
      "tokens_in": 805,
      "tokens_out": 363,
      "cost_usd": 0.006846
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10583,
      "tokens_in": 808,
      "tokens_out": 937,
      "cost_usd": 0.012598
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5648,
      "tokens_in": 824,
      "tokens_out": 424,
      "cost_usd": 0.007532
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4493,
      "tokens_in": 823,
      "tokens_out": 349,
      "cost_usd": 0.006778
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5606,
      "tokens_in": 825,
      "tokens_out": 440,
      "cost_usd": 0.007696
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4737,
      "tokens_in": 803,
      "tokens_out": 377,
      "cost_usd": 0.006978
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3601,
      "tokens_in": 796,
      "tokens_out": 243,
      "cost_usd": 0.00561
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6694,
      "tokens_in": 829,
      "tokens_out": 685,
      "cost_usd": 0.010162
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3219,
      "tokens_in": 800,
      "tokens_out": 255,
      "cost_usd": 0.005746
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3012,
      "tokens_in": 785,
      "tokens_out": 171,
      "cost_usd": 0.004846
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2315,
      "tokens_in": 793,
      "tokens_out": 99,
      "cost_usd": 0.004158
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2275,
      "tokens_in": 773,
      "tokens_out": 118,
      "cost_usd": 0.004268
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3576,
      "tokens_in": 810,
      "tokens_out": 293,
      "cost_usd": 0.0061660000000000005
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3835,
      "tokens_in": 797,
      "tokens_out": 330,
      "cost_usd": 0.006484
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3873,
      "tokens_in": 797,
      "tokens_out": 320,
      "cost_usd": 0.006384000000000001
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5928,
      "tokens_in": 815,
      "tokens_out": 639,
      "cost_usd": 0.009646
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6488,
      "tokens_in": 799,
      "tokens_out": 660,
      "cost_usd": 0.009791999999999999
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2705,
      "tokens_in": 783,
      "tokens_out": 109,
      "cost_usd": 0.004218
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2720,
      "tokens_in": 793,
      "tokens_out": 115,
      "cost_usd": 0.004318000000000001
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5072,
      "tokens_in": 798,
      "tokens_out": 448,
      "cost_usd": 0.0076679999999999995
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4091,
      "tokens_in": 807,
      "tokens_out": 346,
      "cost_usd": 0.006684000000000001
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3285,
      "tokens_in": 799,
      "tokens_out": 178,
      "cost_usd": 0.004972
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2599,
      "tokens_in": 792,
      "tokens_out": 145,
      "cost_usd": 0.004614
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3864,
      "tokens_in": 802,
      "tokens_out": 317,
      "cost_usd": 0.006374
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4955,
      "tokens_in": 801,
      "tokens_out": 494,
      "cost_usd": 0.00814
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3241,
      "tokens_in": 812,
      "tokens_out": 239,
      "cost_usd": 0.005634
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2708,
      "tokens_in": 778,
      "tokens_out": 114,
      "cost_usd": 0.004248
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2609,
      "tokens_in": 790,
      "tokens_out": 120,
      "cost_usd": 0.0043560000000000005
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4635,
      "tokens_in": 794,
      "tokens_out": 409,
      "cost_usd": 0.007261999999999999
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4899,
      "tokens_in": 802,
      "tokens_out": 497,
      "cost_usd": 0.008174
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3739,
      "tokens_in": 789,
      "tokens_out": 319,
      "cost_usd": 0.006342
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7920,
      "tokens_in": 821,
      "tokens_out": 904,
      "cost_usd": 0.01232
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11463,
      "tokens_in": 818,
      "tokens_out": 1337,
      "cost_usd": 0.016638
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6955,
      "tokens_in": 825,
      "tokens_out": 736,
      "cost_usd": 0.010655999999999999
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4052,
      "tokens_in": 826,
      "tokens_out": 371,
      "cost_usd": 0.007010000000000001
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3501,
      "tokens_in": 848,
      "tokens_out": 239,
      "cost_usd": 0.005778
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3839,
      "tokens_in": 823,
      "tokens_out": 324,
      "cost_usd": 0.006528000000000001
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3429,
      "tokens_in": 819,
      "tokens_out": 319,
      "cost_usd": 0.006462000000000001
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 3474,
      "tokens_in": 838,
      "tokens_out": 303,
      "cost_usd": 0.006378
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8617,
      "tokens_in": 826,
      "tokens_out": 941,
      "cost_usd": 0.01271
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2481,
      "tokens_in": 828,
      "tokens_out": 90,
      "cost_usd": 0.004208
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3853,
      "tokens_in": 828,
      "tokens_out": 337,
      "cost_usd": 0.006678
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10603,
      "tokens_in": 857,
      "tokens_out": 1296,
      "cost_usd": 0.016384000000000003
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4071,
      "tokens_in": 819,
      "tokens_out": 343,
      "cost_usd": 0.006702
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5105,
      "tokens_in": 811,
      "tokens_out": 585,
      "cost_usd": 0.00909
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2417,
      "tokens_in": 825,
      "tokens_out": 98,
      "cost_usd": 0.004276
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5063,
      "tokens_in": 812,
      "tokens_out": 591,
      "cost_usd": 0.009153999999999999
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3765,
      "tokens_in": 824,
      "tokens_out": 269,
      "cost_usd": 0.0059819999999999995
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5335,
      "tokens_in": 831,
      "tokens_out": 627,
      "cost_usd": 0.00959
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2892,
      "tokens_in": 786,
      "tokens_out": 107,
      "cost_usd": 0.00421
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2574,
      "tokens_in": 802,
      "tokens_out": 96,
      "cost_usd": 0.004164
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5129,
      "tokens_in": 783,
      "tokens_out": 414,
      "cost_usd": 0.007267999999999999
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3329,
      "tokens_in": 779,
      "tokens_out": 240,
      "cost_usd": 0.005512
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8269,
      "tokens_in": 780,
      "tokens_out": 208,
      "cost_usd": 0.005196
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5720,
      "tokens_in": 800,
      "tokens_out": 558,
      "cost_usd": 0.008775999999999999
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5613,
      "tokens_in": 798,
      "tokens_out": 527,
      "cost_usd": 0.008458
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5562,
      "tokens_in": 792,
      "tokens_out": 389,
      "cost_usd": 0.007054
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5048,
      "tokens_in": 818,
      "tokens_out": 450,
      "cost_usd": 0.007767999999999999
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6162,
      "tokens_in": 797,
      "tokens_out": 569,
      "cost_usd": 0.008874
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2744,
      "tokens_in": 788,
      "tokens_out": 152,
      "cost_usd": 0.004668
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3076,
      "tokens_in": 792,
      "tokens_out": 161,
      "cost_usd": 0.0047740000000000005
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4492,
      "tokens_in": 793,
      "tokens_out": 418,
      "cost_usd": 0.007348
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3230,
      "tokens_in": 791,
      "tokens_out": 174,
      "cost_usd": 0.0049
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5659,
      "tokens_in": 783,
      "tokens_out": 517,
      "cost_usd": 0.008298
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2494,
      "tokens_in": 786,
      "tokens_out": 114,
      "cost_usd": 0.00428
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 2339,
      "tokens_in": 804,
      "tokens_out": 129,
      "cost_usd": 0.004502
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3218,
      "tokens_in": 795,
      "tokens_out": 159,
      "cost_usd": 0.004765999999999999
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3367,
      "tokens_in": 778,
      "tokens_out": 213,
      "cost_usd": 0.005238
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 2263,
      "tokens_in": 790,
      "tokens_out": 108,
      "cost_usd": 0.004236
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7024,
      "tokens_in": 800,
      "tokens_out": 781,
      "cost_usd": 0.011006
    },
    {
      "question_id": "reg-unoosa-core-four-treaties-2025",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 5179,
      "tokens_in": 818,
      "tokens_out": 486,
      "cost_usd": 0.008128
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 4336,
      "tokens_in": 810,
      "tokens_out": 364,
      "cost_usd": 0.006876
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 6029,
      "tokens_in": 796,
      "tokens_out": 384,
      "cost_usd": 0.00702
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2584,
      "tokens_in": 819,
      "tokens_out": 106,
      "cost_usd": 0.004332
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7044,
      "tokens_in": 804,
      "tokens_out": 675,
      "cost_usd": 0.009962
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7229,
      "tokens_in": 804,
      "tokens_out": 475,
      "cost_usd": 0.007962
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3222,
      "tokens_in": 821,
      "tokens_out": 185,
      "cost_usd": 0.00513
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3226,
      "tokens_in": 813,
      "tokens_out": 232,
      "cost_usd": 0.005568
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2865,
      "tokens_in": 803,
      "tokens_out": 163,
      "cost_usd": 0.004838
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2673,
      "tokens_in": 828,
      "tokens_out": 136,
      "cost_usd": 0.004668
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 3740,
      "tokens_in": 819,
      "tokens_out": 237,
      "cost_usd": 0.0056419999999999994
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 2687,
      "tokens_in": 822,
      "tokens_out": 153,
      "cost_usd": 0.004814000000000001
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2619,
      "tokens_in": 813,
      "tokens_out": 152,
      "cost_usd": 0.004768
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3016,
      "tokens_in": 835,
      "tokens_out": 128,
      "cost_usd": 0.004616
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3130,
      "tokens_in": 826,
      "tokens_out": 166,
      "cost_usd": 0.00496
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2408,
      "tokens_in": 847,
      "tokens_out": 98,
      "cost_usd": 0.004364
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3203,
      "tokens_in": 852,
      "tokens_out": 172,
      "cost_usd": 0.005124
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3195,
      "tokens_in": 832,
      "tokens_out": 126,
      "cost_usd": 0.004584
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2819,
      "tokens_in": 824,
      "tokens_out": 145,
      "cost_usd": 0.004742
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3855,
      "tokens_in": 840,
      "tokens_out": 255,
      "cost_usd": 0.005906
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2795,
      "tokens_in": 855,
      "tokens_out": 153,
      "cost_usd": 0.004946000000000001
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4214,
      "tokens_in": 826,
      "tokens_out": 316,
      "cost_usd": 0.00646
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5702,
      "tokens_in": 838,
      "tokens_out": 471,
      "cost_usd": 0.008058
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 6594,
      "tokens_in": 835,
      "tokens_out": 589,
      "cost_usd": 0.009226
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2561,
      "tokens_in": 795,
      "tokens_out": 110,
      "cost_usd": 0.004276
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3098,
      "tokens_in": 809,
      "tokens_out": 147,
      "cost_usd": 0.004702
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2691,
      "tokens_in": 830,
      "tokens_out": 81,
      "cost_usd": 0.0041259999999999995
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2849,
      "tokens_in": 795,
      "tokens_out": 106,
      "cost_usd": 0.004236
    }
  ]
}