{
  "track": "closed",
  "model": "claude-opus-5.5",
  "provider": "claude-code",
  "started_at": "2026-11-06T00:04:59Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3321,
      "tokens_in": 762,
      "tokens_out": 265,
      "cost_usd": 0.011388
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 2317,
      "tokens_in": 779,
      "tokens_out": 188,
      "cost_usd": 0.009984
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 2162,
      "tokens_in": 767,
      "tokens_out": 150,
      "cost_usd": 0.009127999999999999
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 2622,
      "tokens_in": 771,
      "tokens_out": 207,
      "cost_usd": 0.0103
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 1550,
      "tokens_in": 770,
      "tokens_out": 78,
      "cost_usd": 0.007712
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3726,
      "tokens_in": 780,
      "tokens_out": 335,
      "cost_usd": 0.012932
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 1697,
      "tokens_in": 772,
      "tokens_out": 109,
      "cost_usd": 0.008348
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6585,
      "tokens_in": 777,
      "tokens_out": 660,
      "cost_usd": 0.019407999999999998
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 1660,
      "tokens_in": 773,
      "tokens_out": 104,
      "cost_usd": 0.008256
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6090,
      "tokens_in": 797,
      "tokens_out": 677,
      "cost_usd": 0.019908
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2528,
      "tokens_in": 775,
      "tokens_out": 197,
      "cost_usd": 0.010132
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2207,
      "tokens_in": 767,
      "tokens_out": 132,
      "cost_usd": 0.008768
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7244,
      "tokens_in": 778,
      "tokens_out": 706,
      "cost_usd": 0.020336
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4885,
      "tokens_in": 789,
      "tokens_out": 438,
      "cost_usd": 0.015064000000000001
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9532,
      "tokens_in": 806,
      "tokens_out": 983,
      "cost_usd": 0.026099999999999998
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8341,
      "tokens_in": 773,
      "tokens_out": 806,
      "cost_usd": 0.022296
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5668,
      "tokens_in": 777,
      "tokens_out": 572,
      "cost_usd": 0.017648
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7342,
      "tokens_in": 793,
      "tokens_out": 621,
      "cost_usd": 0.018756000000000002
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6862,
      "tokens_in": 823,
      "tokens_out": 584,
      "cost_usd": 0.018255999999999998
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7437,
      "tokens_in": 799,
      "tokens_out": 691,
      "cost_usd": 0.020204
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6318,
      "tokens_in": 820,
      "tokens_out": 509,
      "cost_usd": 0.016732
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5767,
      "tokens_in": 798,
      "tokens_out": 529,
      "cost_usd": 0.016956
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3226,
      "tokens_in": 791,
      "tokens_out": 281,
      "cost_usd": 0.01194
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2780,
      "tokens_in": 783,
      "tokens_out": 258,
      "cost_usd": 0.011415999999999999
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2977,
      "tokens_in": 817,
      "tokens_out": 214,
      "cost_usd": 0.010808
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1434,
      "tokens_in": 770,
      "tokens_out": 75,
      "cost_usd": 0.007652
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2301,
      "tokens_in": 774,
      "tokens_out": 152,
      "cost_usd": 0.009224
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11322,
      "tokens_in": 764,
      "tokens_out": 873,
      "cost_usd": 0.023564
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6063,
      "tokens_in": 772,
      "tokens_out": 463,
      "cost_usd": 0.015427999999999997
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13089,
      "tokens_in": 781,
      "tokens_out": 1106,
      "cost_usd": 0.028360000000000003
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 8307,
      "tokens_in": 779,
      "tokens_out": 617,
      "cost_usd": 0.018564
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3264,
      "tokens_in": 790,
      "tokens_out": 148,
      "cost_usd": 0.009271999999999999
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1611,
      "tokens_in": 767,
      "tokens_out": 74,
      "cost_usd": 0.007607999999999999
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3092,
      "tokens_in": 786,
      "tokens_out": 210,
      "cost_usd": 0.01048
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9532,
      "tokens_in": 771,
      "tokens_out": 686,
      "cost_usd": 0.01988
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3176,
      "tokens_in": 761,
      "tokens_out": 222,
      "cost_usd": 0.010520000000000002
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2337,
      "tokens_in": 767,
      "tokens_out": 135,
      "cost_usd": 0.008827999999999999
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3327,
      "tokens_in": 763,
      "tokens_out": 229,
      "cost_usd": 0.010676
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9231,
      "tokens_in": 791,
      "tokens_out": 675,
      "cost_usd": 0.01982
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2607,
      "tokens_in": 782,
      "tokens_out": 173,
      "cost_usd": 0.009708
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2528,
      "tokens_in": 785,
      "tokens_out": 160,
      "cost_usd": 0.009472
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8422,
      "tokens_in": 782,
      "tokens_out": 654,
      "cost_usd": 0.019327999999999998
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4929,
      "tokens_in": 781,
      "tokens_out": 307,
      "cost_usd": 0.012379999999999999
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1876,
      "tokens_in": 794,
      "tokens_out": 96,
      "cost_usd": 0.008264
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2650,
      "tokens_in": 787,
      "tokens_out": 174,
      "cost_usd": 0.009768
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11549,
      "tokens_in": 786,
      "tokens_out": 914,
      "cost_usd": 0.024560000000000002
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6680,
      "tokens_in": 780,
      "tokens_out": 534,
      "cost_usd": 0.016911999999999996
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3559,
      "tokens_in": 781,
      "tokens_out": 276,
      "cost_usd": 0.01176
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1784,
      "tokens_in": 796,
      "tokens_out": 105,
      "cost_usd": 0.00846
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2467,
      "tokens_in": 781,
      "tokens_out": 148,
      "cost_usd": 0.0092
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4169,
      "tokens_in": 803,
      "tokens_out": 340,
      "cost_usd": 0.013216
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3041,
      "tokens_in": 814,
      "tokens_out": 245,
      "cost_usd": 0.011404000000000001
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2328,
      "tokens_in": 794,
      "tokens_out": 193,
      "cost_usd": 0.010204
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3080,
      "tokens_in": 797,
      "tokens_out": 208,
      "cost_usd": 0.010528
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 21236,
      "tokens_in": 810,
      "tokens_out": 1680,
      "cost_usd": 0.040072
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10450,
      "tokens_in": 790,
      "tokens_out": 829,
      "cost_usd": 0.022892000000000003
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23358,
      "tokens_in": 843,
      "tokens_out": 1634,
      "cost_usd": 0.039416
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 9008,
      "tokens_in": 813,
      "tokens_out": 797,
      "cost_usd": 0.022436
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2298,
      "tokens_in": 796,
      "tokens_out": 166,
      "cost_usd": 0.009680000000000001
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1902,
      "tokens_in": 803,
      "tokens_out": 160,
      "cost_usd": 0.009616
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2109,
      "tokens_in": 792,
      "tokens_out": 149,
      "cost_usd": 0.009308
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3030,
      "tokens_in": 818,
      "tokens_out": 221,
      "cost_usd": 0.010956
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3347,
      "tokens_in": 793,
      "tokens_out": 288,
      "cost_usd": 0.012096
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2718,
      "tokens_in": 786,
      "tokens_out": 222,
      "cost_usd": 0.01072
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3144,
      "tokens_in": 809,
      "tokens_out": 263,
      "cost_usd": 0.011724
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10385,
      "tokens_in": 851,
      "tokens_out": 797,
      "cost_usd": 0.02274
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15578,
      "tokens_in": 822,
      "tokens_out": 1202,
      "cost_usd": 0.030608
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9597,
      "tokens_in": 814,
      "tokens_out": 649,
      "cost_usd": 0.019483999999999998
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10128,
      "tokens_in": 827,
      "tokens_out": 824,
      "cost_usd": 0.023087999999999997
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7439,
      "tokens_in": 825,
      "tokens_out": 571,
      "cost_usd": 0.018012
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7659,
      "tokens_in": 805,
      "tokens_out": 550,
      "cost_usd": 0.017432
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25751,
      "tokens_in": 848,
      "tokens_out": 2294,
      "cost_usd": 0.05265600000000001
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10218,
      "tokens_in": 848,
      "tokens_out": 810,
      "cost_usd": 0.022976
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9264,
      "tokens_in": 777,
      "tokens_out": 772,
      "cost_usd": 0.021648
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13601,
      "tokens_in": 777,
      "tokens_out": 1191,
      "cost_usd": 0.030028000000000003
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9714,
      "tokens_in": 784,
      "tokens_out": 931,
      "cost_usd": 0.024884
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4149,
      "tokens_in": 785,
      "tokens_out": 343,
      "cost_usd": 0.013132
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 8893,
      "tokens_in": 777,
      "tokens_out": 704,
      "cost_usd": 0.020287999999999997
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12310,
      "tokens_in": 782,
      "tokens_out": 1417,
      "cost_usd": 0.034588
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 15534,
      "tokens_in": 813,
      "tokens_out": 1307,
      "cost_usd": 0.032636
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4175,
      "tokens_in": 775,
      "tokens_out": 297,
      "cost_usd": 0.012132
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15495,
      "tokens_in": 777,
      "tokens_out": 1322,
      "cost_usd": 0.032648
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2407,
      "tokens_in": 770,
      "tokens_out": 209,
      "cost_usd": 0.010332000000000001
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3344,
      "tokens_in": 792,
      "tokens_out": 277,
      "cost_usd": 0.011868
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5143,
      "tokens_in": 775,
      "tokens_out": 350,
      "cost_usd": 0.013192
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5589,
      "tokens_in": 784,
      "tokens_out": 446,
      "cost_usd": 0.015184
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 8900,
      "tokens_in": 768,
      "tokens_out": 656,
      "cost_usd": 0.019256
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5516,
      "tokens_in": 781,
      "tokens_out": 363,
      "cost_usd": 0.0135
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10366,
      "tokens_in": 768,
      "tokens_out": 924,
      "cost_usd": 0.024616
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 4995,
      "tokens_in": 764,
      "tokens_out": 334,
      "cost_usd": 0.012784
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9705,
      "tokens_in": 774,
      "tokens_out": 804,
      "cost_usd": 0.022264000000000003
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10293,
      "tokens_in": 769,
      "tokens_out": 948,
      "cost_usd": 0.025103999999999998
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10226,
      "tokens_in": 787,
      "tokens_out": 1105,
      "cost_usd": 0.028388000000000004
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4835,
      "tokens_in": 767,
      "tokens_out": 371,
      "cost_usd": 0.013548000000000001
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4466,
      "tokens_in": 780,
      "tokens_out": 396,
      "cost_usd": 0.014152
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2785,
      "tokens_in": 773,
      "tokens_out": 250,
      "cost_usd": 0.011176
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2906,
      "tokens_in": 795,
      "tokens_out": 251,
      "cost_usd": 0.011372
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3804,
      "tokens_in": 777,
      "tokens_out": 342,
      "cost_usd": 0.013048
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7003,
      "tokens_in": 793,
      "tokens_out": 814,
      "cost_usd": 0.022616000000000004
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4425,
      "tokens_in": 782,
      "tokens_out": 410,
      "cost_usd": 0.014447999999999999
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16721,
      "tokens_in": 795,
      "tokens_out": 1568,
      "cost_usd": 0.037712
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 29890,
      "tokens_in": 791,
      "tokens_out": 2835,
      "cost_usd": 0.06302
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 33062,
      "tokens_in": 797,
      "tokens_out": 3222,
      "cost_usd": 0.070808
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 15798,
      "tokens_in": 806,
      "tokens_out": 1399,
      "cost_usd": 0.034420000000000006
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30028,
      "tokens_in": 821,
      "tokens_out": 3056,
      "cost_usd": 0.06768
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12765,
      "tokens_in": 791,
      "tokens_out": 1182,
      "cost_usd": 0.02996
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24694,
      "tokens_in": 788,
      "tokens_out": 2103,
      "cost_usd": 0.048356
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7707,
      "tokens_in": 832,
      "tokens_out": 793,
      "cost_usd": 0.022508
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4540,
      "tokens_in": 794,
      "tokens_out": 444,
      "cost_usd": 0.015224
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16225,
      "tokens_in": 822,
      "tokens_out": 1589,
      "cost_usd": 0.03834799999999999
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4694,
      "tokens_in": 806,
      "tokens_out": 478,
      "cost_usd": 0.016
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 15522,
      "tokens_in": 800,
      "tokens_out": 1372,
      "cost_usd": 0.033832
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21121,
      "tokens_in": 799,
      "tokens_out": 2153,
      "cost_usd": 0.049444
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10591,
      "tokens_in": 820,
      "tokens_out": 867,
      "cost_usd": 0.023892000000000004
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14037,
      "tokens_in": 829,
      "tokens_out": 1221,
      "cost_usd": 0.031044000000000002
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19719,
      "tokens_in": 826,
      "tokens_out": 1848,
      "cost_usd": 0.04356
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5081,
      "tokens_in": 772,
      "tokens_out": 325,
      "cost_usd": 0.012667999999999999
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 3663,
      "tokens_in": 775,
      "tokens_out": 230,
      "cost_usd": 0.010792
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4388,
      "tokens_in": 785,
      "tokens_out": 275,
      "cost_usd": 0.011772000000000001
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4955,
      "tokens_in": 771,
      "tokens_out": 358,
      "cost_usd": 0.01332
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 3433,
      "tokens_in": 781,
      "tokens_out": 197,
      "cost_usd": 0.01018
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7200,
      "tokens_in": 800,
      "tokens_out": 543,
      "cost_usd": 0.017252
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11023,
      "tokens_in": 797,
      "tokens_out": 893,
      "cost_usd": 0.024228000000000003
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9515,
      "tokens_in": 797,
      "tokens_out": 764,
      "cost_usd": 0.021648
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11476,
      "tokens_in": 787,
      "tokens_out": 843,
      "cost_usd": 0.023148000000000002
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8449,
      "tokens_in": 792,
      "tokens_out": 653,
      "cost_usd": 0.019388
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 10596,
      "tokens_in": 790,
      "tokens_out": 891,
      "cost_usd": 0.024132
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4889,
      "tokens_in": 793,
      "tokens_in_cached": 791,
      "tokens_out": 368,
      "cost_usd": 0.0075262
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5640,
      "tokens_in": 816,
      "tokens_out": 406,
      "cost_usd": 0.01464
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 8070,
      "tokens_in": 794,
      "tokens_out": 601,
      "cost_usd": 0.018364
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 11165,
      "tokens_in": 793,
      "tokens_out": 915,
      "cost_usd": 0.024636
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9026,
      "tokens_in": 769,
      "tokens_out": 662,
      "cost_usd": 0.019384000000000002
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4802,
      "tokens_in": 790,
      "tokens_out": 369,
      "cost_usd": 0.013692
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10371,
      "tokens_in": 831,
      "tokens_out": 857,
      "cost_usd": 0.02378
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 12621,
      "tokens_in": 786,
      "tokens_out": 1075,
      "cost_usd": 0.02778
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 14927,
      "tokens_in": 777,
      "tokens_out": 1283,
      "cost_usd": 0.031868
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12579,
      "tokens_in": 789,
      "tokens_out": 1013,
      "cost_usd": 0.026564
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4309,
      "tokens_in": 788,
      "tokens_out": 374,
      "cost_usd": 0.013776
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2701,
      "tokens_in": 796,
      "tokens_out": 201,
      "cost_usd": 0.01038
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3696,
      "tokens_in": 797,
      "tokens_out": 269,
      "cost_usd": 0.011748
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3820,
      "tokens_in": 810,
      "tokens_out": 266,
      "cost_usd": 0.011792
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3706,
      "tokens_in": 831,
      "tokens_out": 324,
      "cost_usd": 0.01312
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2231,
      "tokens_in": 786,
      "tokens_out": 158,
      "cost_usd": 0.00944
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6519,
      "tokens_in": 798,
      "tokens_out": 493,
      "cost_usd": 0.016236
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6932,
      "tokens_in": 784,
      "tokens_out": 513,
      "cost_usd": 0.016524
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 11530,
      "tokens_in": 847,
      "tokens_out": 963,
      "cost_usd": 0.026028000000000003
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9413,
      "tokens_in": 839,
      "tokens_out": 743,
      "cost_usd": 0.021563999999999996
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10877,
      "tokens_in": 824,
      "tokens_out": 833,
      "cost_usd": 0.023244
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 13749,
      "tokens_in": 833,
      "tokens_out": 1092,
      "cost_usd": 0.028496000000000004
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 18575,
      "tokens_in": 816,
      "tokens_out": 1515,
      "cost_usd": 0.036820000000000006
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 15042,
      "tokens_in": 812,
      "tokens_out": 1331,
      "cost_usd": 0.033108
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 15087,
      "tokens_in": 802,
      "tokens_out": 1180,
      "cost_usd": 0.030008000000000003
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 4684,
      "tokens_in": 823,
      "tokens_out": 373,
      "cost_usd": 0.014036
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14438,
      "tokens_in": 800,
      "tokens_out": 1210,
      "cost_usd": 0.030592
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5122,
      "tokens_in": 798,
      "tokens_out": 429,
      "cost_usd": 0.014956
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 10588,
      "tokens_in": 802,
      "tokens_out": 903,
      "cost_usd": 0.024468
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9585,
      "tokens_in": 816,
      "tokens_out": 730,
      "cost_usd": 0.02112
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 3210,
      "tokens_in": 786,
      "tokens_out": 212,
      "cost_usd": 0.01052
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5909,
      "tokens_in": 834,
      "tokens_out": 461,
      "cost_usd": 0.015884
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10181,
      "tokens_in": 792,
      "tokens_out": 774,
      "cost_usd": 0.021807999999999998
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 5262,
      "tokens_in": 831,
      "tokens_out": 402,
      "cost_usd": 0.014679999999999999
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 8356,
      "tokens_in": 818,
      "tokens_out": 651,
      "cost_usd": 0.019556
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 9169,
      "tokens_in": 813,
      "tokens_out": 711,
      "cost_usd": 0.020716
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2340,
      "tokens_in": 784,
      "tokens_out": 127,
      "cost_usd": 0.008804
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2152,
      "tokens_in": 819,
      "tokens_out": 115,
      "cost_usd": 0.008844000000000001
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2281,
      "tokens_in": 831,
      "tokens_out": 124,
      "cost_usd": 0.00912
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2360,
      "tokens_in": 850,
      "tokens_out": 127,
      "cost_usd": 0.009332
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2820,
      "tokens_in": 784,
      "tokens_out": 187,
      "cost_usd": 0.010004
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 6565,
      "tokens_in": 800,
      "tokens_out": 517,
      "cost_usd": 0.016732
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2649,
      "tokens_in": 794,
      "tokens_out": 137,
      "cost_usd": 0.009084
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2949,
      "tokens_in": 779,
      "tokens_out": 138,
      "cost_usd": 0.008984
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3162,
      "tokens_in": 784,
      "tokens_out": 151,
      "cost_usd": 0.009284
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6306,
      "tokens_in": 779,
      "tokens_out": 436,
      "cost_usd": 0.014943999999999999
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 6325,
      "tokens_in": 796,
      "tokens_out": 446,
      "cost_usd": 0.01528
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 2878,
      "tokens_in": 797,
      "tokens_out": 169,
      "cost_usd": 0.009748
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5482,
      "tokens_in": 803,
      "tokens_out": 354,
      "cost_usd": 0.013496
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8492,
      "tokens_in": 792,
      "tokens_out": 624,
      "cost_usd": 0.018808
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4923,
      "tokens_in": 790,
      "tokens_out": 353,
      "cost_usd": 0.013372
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3470,
      "tokens_in": 785,
      "tokens_out": 194,
      "cost_usd": 0.010152
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 9897,
      "tokens_in": 793,
      "tokens_out": 699,
      "cost_usd": 0.020316
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2989,
      "tokens_in": 780,
      "tokens_out": 170,
      "cost_usd": 0.009632000000000002
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3062,
      "tokens_in": 792,
      "tokens_out": 178,
      "cost_usd": 0.009888000000000001
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3615,
      "tokens_in": 792,
      "tokens_out": 226,
      "cost_usd": 0.010848
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6197,
      "tokens_in": 780,
      "tokens_out": 425,
      "cost_usd": 0.014731999999999999
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4561,
      "tokens_in": 787,
      "tokens_out": 279,
      "cost_usd": 0.011868
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5077,
      "tokens_in": 801,
      "tokens_out": 380,
      "cost_usd": 0.014000000000000002
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3612,
      "tokens_in": 778,
      "tokens_out": 181,
      "cost_usd": 0.009836000000000001
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4056,
      "tokens_in": 800,
      "tokens_out": 275,
      "cost_usd": 0.011892
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5288,
      "tokens_in": 797,
      "tokens_out": 316,
      "cost_usd": 0.012688
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3256,
      "tokens_in": 800,
      "tokens_out": 171,
      "cost_usd": 0.009812000000000001
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3214,
      "tokens_in": 785,
      "tokens_out": 192,
      "cost_usd": 0.010112
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8224,
      "tokens_in": 776,
      "tokens_out": 619,
      "cost_usd": 0.01858
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3486,
      "tokens_in": 795,
      "tokens_out": 224,
      "cost_usd": 0.010832
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9772,
      "tokens_in": 816,
      "tokens_out": 672,
      "cost_usd": 0.01996
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7837,
      "tokens_in": 781,
      "tokens_out": 587,
      "cost_usd": 0.017979999999999996
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5059,
      "tokens_in": 818,
      "tokens_out": 362,
      "cost_usd": 0.013776
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7108,
      "tokens_in": 804,
      "tokens_out": 558,
      "cost_usd": 0.017584
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3259,
      "tokens_in": 790,
      "tokens_out": 194,
      "cost_usd": 0.010192
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9654,
      "tokens_in": 786,
      "tokens_out": 705,
      "cost_usd": 0.02038
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 4311,
      "tokens_in": 779,
      "tokens_out": 284,
      "cost_usd": 0.011904000000000001
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3025,
      "tokens_in": 799,
      "tokens_out": 160,
      "cost_usd": 0.009584
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9053,
      "tokens_in": 778,
      "tokens_out": 685,
      "cost_usd": 0.019915999999999996
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 2942,
      "tokens_in": 779,
      "tokens_out": 147,
      "cost_usd": 0.009164
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3343,
      "tokens_in": 795,
      "tokens_out": 199,
      "cost_usd": 0.010332000000000001
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3735,
      "tokens_in": 797,
      "tokens_out": 223,
      "cost_usd": 0.010828
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6739,
      "tokens_in": 827,
      "tokens_out": 600,
      "cost_usd": 0.018608
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7767,
      "tokens_in": 824,
      "tokens_out": 607,
      "cost_usd": 0.018723999999999998
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4103,
      "tokens_in": 802,
      "tokens_out": 313,
      "cost_usd": 0.012668
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6112,
      "tokens_in": 805,
      "tokens_out": 447,
      "cost_usd": 0.015372
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5150,
      "tokens_in": 821,
      "tokens_out": 306,
      "cost_usd": 0.01268
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4386,
      "tokens_in": 820,
      "tokens_out": 270,
      "cost_usd": 0.011952
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4996,
      "tokens_in": 822,
      "tokens_out": 330,
      "cost_usd": 0.013168
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4760,
      "tokens_in": 800,
      "tokens_out": 378,
      "cost_usd": 0.013952
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3206,
      "tokens_in": 793,
      "tokens_out": 209,
      "cost_usd": 0.010516000000000001
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5886,
      "tokens_in": 826,
      "tokens_out": 463,
      "cost_usd": 0.01586
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4723,
      "tokens_in": 797,
      "tokens_out": 411,
      "cost_usd": 0.014588
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4078,
      "tokens_in": 782,
      "tokens_out": 305,
      "cost_usd": 0.012348
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 1905,
      "tokens_in": 790,
      "tokens_out": 123,
      "cost_usd": 0.008772
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2665,
      "tokens_in": 770,
      "tokens_out": 185,
      "cost_usd": 0.009852
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2664,
      "tokens_in": 807,
      "tokens_out": 193,
      "cost_usd": 0.010308000000000001
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4382,
      "tokens_in": 794,
      "tokens_out": 369,
      "cost_usd": 0.013724
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3400,
      "tokens_in": 794,
      "tokens_out": 271,
      "cost_usd": 0.011764
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6661,
      "tokens_in": 812,
      "tokens_out": 579,
      "cost_usd": 0.018068
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7020,
      "tokens_in": 796,
      "tokens_out": 557,
      "cost_usd": 0.0175
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3561,
      "tokens_in": 780,
      "tokens_out": 171,
      "cost_usd": 0.009652
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2916,
      "tokens_in": 790,
      "tokens_out": 142,
      "cost_usd": 0.009152
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3813,
      "tokens_in": 795,
      "tokens_out": 311,
      "cost_usd": 0.012572
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5011,
      "tokens_in": 804,
      "tokens_out": 317,
      "cost_usd": 0.012764000000000001
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4236,
      "tokens_in": 796,
      "tokens_out": 270,
      "cost_usd": 0.01176
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2274,
      "tokens_in": 789,
      "tokens_out": 134,
      "cost_usd": 0.008984
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3730,
      "tokens_in": 799,
      "tokens_out": 271,
      "cost_usd": 0.011803999999999999
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6561,
      "tokens_in": 798,
      "tokens_out": 624,
      "cost_usd": 0.018855999999999998
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3173,
      "tokens_in": 809,
      "tokens_out": 274,
      "cost_usd": 0.011944
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2716,
      "tokens_in": 775,
      "tokens_out": 140,
      "cost_usd": 0.008992
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2898,
      "tokens_in": 787,
      "tokens_out": 169,
      "cost_usd": 0.009668
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3834,
      "tokens_in": 791,
      "tokens_out": 283,
      "cost_usd": 0.011980000000000001
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6156,
      "tokens_in": 799,
      "tokens_out": 556,
      "cost_usd": 0.017504
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4468,
      "tokens_in": 786,
      "tokens_out": 331,
      "cost_usd": 0.012900000000000002
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5765,
      "tokens_in": 818,
      "tokens_out": 441,
      "cost_usd": 0.015355999999999998
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8875,
      "tokens_in": 815,
      "tokens_out": 781,
      "cost_usd": 0.022132
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4615,
      "tokens_in": 822,
      "tokens_out": 279,
      "cost_usd": 0.012147999999999999
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6281,
      "tokens_in": 823,
      "tokens_out": 569,
      "cost_usd": 0.017956
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5357,
      "tokens_in": 845,
      "tokens_out": 487,
      "cost_usd": 0.016492
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3561,
      "tokens_in": 820,
      "tokens_out": 326,
      "cost_usd": 0.013072
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3112,
      "tokens_in": 816,
      "tokens_out": 264,
      "cost_usd": 0.011800000000000001
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5273,
      "tokens_in": 835,
      "tokens_out": 463,
      "cost_usd": 0.015931999999999998
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9303,
      "tokens_in": 823,
      "tokens_out": 664,
      "cost_usd": 0.019856
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3533,
      "tokens_in": 825,
      "tokens_out": 303,
      "cost_usd": 0.012652
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6495,
      "tokens_in": 825,
      "tokens_out": 645,
      "cost_usd": 0.019491999999999995
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10041,
      "tokens_in": 854,
      "tokens_out": 885,
      "cost_usd": 0.024524
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4102,
      "tokens_in": 816,
      "tokens_out": 327,
      "cost_usd": 0.01306
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8520,
      "tokens_in": 808,
      "tokens_out": 852,
      "cost_usd": 0.023496
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3180,
      "tokens_in": 822,
      "tokens_out": 246,
      "cost_usd": 0.011488000000000002
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5429,
      "tokens_in": 809,
      "tokens_out": 527,
      "cost_usd": 0.017004
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2367,
      "tokens_in": 821,
      "tokens_out": 134,
      "cost_usd": 0.00924
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7841,
      "tokens_in": 828,
      "tokens_out": 777,
      "cost_usd": 0.022156
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3068,
      "tokens_in": 783,
      "tokens_out": 185,
      "cost_usd": 0.009956
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3502,
      "tokens_in": 799,
      "tokens_out": 270,
      "cost_usd": 0.011784
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5227,
      "tokens_in": 780,
      "tokens_out": 377,
      "cost_usd": 0.013772
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4378,
      "tokens_in": 776,
      "tokens_out": 355,
      "cost_usd": 0.0133
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 5172,
      "tokens_in": 777,
      "tokens_out": 406,
      "cost_usd": 0.014328
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6053,
      "tokens_in": 797,
      "tokens_out": 511,
      "cost_usd": 0.016588
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5633,
      "tokens_in": 795,
      "tokens_out": 373,
      "cost_usd": 0.013812000000000001
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5175,
      "tokens_in": 789,
      "tokens_out": 383,
      "cost_usd": 0.013964
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9949,
      "tokens_in": 815,
      "tokens_out": 833,
      "cost_usd": 0.023172
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5210,
      "tokens_in": 794,
      "tokens_out": 354,
      "cost_usd": 0.013423999999999998
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4064,
      "tokens_in": 785,
      "tokens_out": 233,
      "cost_usd": 0.010932
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2936,
      "tokens_in": 789,
      "tokens_out": 186,
      "cost_usd": 0.010024
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4196,
      "tokens_in": 790,
      "tokens_out": 331,
      "cost_usd": 0.012932
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 2584,
      "tokens_in": 788,
      "tokens_out": 181,
      "cost_usd": 0.009916000000000001
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4895,
      "tokens_in": 780,
      "tokens_out": 413,
      "cost_usd": 0.014492
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 1734,
      "tokens_in": 783,
      "tokens_out": 109,
      "cost_usd": 0.008436
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 2644,
      "tokens_in": 801,
      "tokens_out": 211,
      "cost_usd": 0.010620000000000001
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3195,
      "tokens_in": 792,
      "tokens_out": 200,
      "cost_usd": 0.010328
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3599,
      "tokens_in": 775,
      "tokens_out": 270,
      "cost_usd": 0.011592000000000002
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 2051,
      "tokens_in": 787,
      "tokens_out": 127,
      "cost_usd": 0.008827999999999999
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6982,
      "tokens_in": 797,
      "tokens_out": 557,
      "cost_usd": 0.017508
    },
    {
      "question_id": "reg-unoosa-core-four-treaties-2025",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 7390,
      "tokens_in": 815,
      "tokens_out": 574,
      "cost_usd": 0.017991999999999998
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 3979,
      "tokens_in": 807,
      "tokens_out": 325,
      "cost_usd": 0.012948000000000001
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 7226,
      "tokens_in": 793,
      "tokens_out": 542,
      "cost_usd": 0.017175999999999997
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3144,
      "tokens_in": 816,
      "tokens_out": 165,
      "cost_usd": 0.00982
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5715,
      "tokens_in": 801,
      "tokens_out": 400,
      "cost_usd": 0.0144
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5026,
      "tokens_in": 801,
      "tokens_out": 314,
      "cost_usd": 0.01268
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2913,
      "tokens_in": 818,
      "tokens_out": 132,
      "cost_usd": 0.009176
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3866,
      "tokens_in": 810,
      "tokens_out": 224,
      "cost_usd": 0.010952
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2435,
      "tokens_in": 800,
      "tokens_out": 145,
      "cost_usd": 0.009292
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2976,
      "tokens_in": 825,
      "tokens_out": 221,
      "cost_usd": 0.011012000000000001
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 3971,
      "tokens_in": 816,
      "tokens_out": 260,
      "cost_usd": 0.011720000000000001
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 2475,
      "tokens_in": 819,
      "tokens_out": 185,
      "cost_usd": 0.010244
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3239,
      "tokens_in": 810,
      "tokens_out": 189,
      "cost_usd": 0.010252
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2630,
      "tokens_in": 832,
      "tokens_out": 154,
      "cost_usd": 0.009728
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4098,
      "tokens_in": 823,
      "tokens_out": 241,
      "cost_usd": 0.011396
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 2049,
      "tokens_in": 844,
      "tokens_out": 127,
      "cost_usd": 0.009284
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3170,
      "tokens_in": 849,
      "tokens_out": 169,
      "cost_usd": 0.010164
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4282,
      "tokens_in": 829,
      "tokens_out": 247,
      "cost_usd": 0.011564000000000001
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3316,
      "tokens_in": 821,
      "tokens_out": 154,
      "cost_usd": 0.00964
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3527,
      "tokens_in": 837,
      "tokens_out": 211,
      "cost_usd": 0.010908000000000001
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4258,
      "tokens_in": 852,
      "tokens_out": 296,
      "cost_usd": 0.012728
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4434,
      "tokens_in": 823,
      "tokens_out": 293,
      "cost_usd": 0.012436000000000001
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6869,
      "tokens_in": 835,
      "tokens_out": 545,
      "cost_usd": 0.017571999999999997
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 5874,
      "tokens_in": 832,
      "tokens_out": 409,
      "cost_usd": 0.014828
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3191,
      "tokens_in": 792,
      "tokens_out": 214,
      "cost_usd": 0.010608
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3185,
      "tokens_in": 806,
      "tokens_out": 195,
      "cost_usd": 0.01034
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2864,
      "tokens_in": 827,
      "tokens_out": 172,
      "cost_usd": 0.010048000000000001
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 2757,
      "tokens_in": 792,
      "tokens_out": 144,
      "cost_usd": 0.009208000000000001
    }
  ]
}