{
  "track": "closed",
  "model": "claude-fable-5.1",
  "provider": "claude-code",
  "started_at": "2026-11-06T02:43:22Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5604,
      "tokens_in": 785,
      "tokens_out": 115,
      "cost_usd": 0.02143
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3551,
      "tokens_in": 802,
      "tokens_out": 127,
      "cost_usd": 0.02237
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 4866,
      "tokens_in": 790,
      "tokens_out": 74,
      "cost_usd": 0.01948
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6292,
      "tokens_in": 794,
      "tokens_out": 126,
      "cost_usd": 0.02216
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5489,
      "tokens_in": 793,
      "tokens_out": 78,
      "cost_usd": 0.01974
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3230,
      "tokens_in": 803,
      "tokens_out": 132,
      "cost_usd": 0.02264
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 1952,
      "tokens_in": 795,
      "tokens_out": 58,
      "cost_usd": 0.018779999999999998
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8862,
      "tokens_in": 800,
      "tokens_out": 729,
      "cost_usd": 0.052430000000000004
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2707,
      "tokens_in": 796,
      "tokens_out": 146,
      "cost_usd": 0.0232
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 11427,
      "tokens_in": 820,
      "tokens_out": 703,
      "cost_usd": 0.05153
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2397,
      "tokens_in": 798,
      "tokens_out": 90,
      "cost_usd": 0.02044
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2171,
      "tokens_in": 790,
      "tokens_out": 74,
      "cost_usd": 0.01948
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5911,
      "tokens_in": 801,
      "tokens_out": 170,
      "cost_usd": 0.0245
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3506,
      "tokens_in": 812,
      "tokens_out": 181,
      "cost_usd": 0.02527
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 15064,
      "tokens_in": 829,
      "tokens_out": 1049,
      "cost_usd": 0.06901
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8224,
      "tokens_in": 796,
      "tokens_out": 618,
      "cost_usd": 0.046799999999999994
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5886,
      "tokens_in": 800,
      "tokens_out": 164,
      "cost_usd": 0.02418
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10528,
      "tokens_in": 816,
      "tokens_out": 568,
      "cost_usd": 0.044700000000000004
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9921,
      "tokens_in": 846,
      "tokens_out": 817,
      "cost_usd": 0.057749999999999996
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10569,
      "tokens_in": 822,
      "tokens_out": 600,
      "cost_usd": 0.046419999999999996
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 13134,
      "tokens_in": 843,
      "tokens_out": 687,
      "cost_usd": 0.05119
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3004,
      "tokens_in": 821,
      "tokens_out": 140,
      "cost_usd": 0.023399999999999997
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2527,
      "tokens_in": 814,
      "tokens_out": 139,
      "cost_usd": 0.02321
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2807,
      "tokens_in": 806,
      "tokens_out": 102,
      "cost_usd": 0.0212
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2392,
      "tokens_in": 840,
      "tokens_out": 99,
      "cost_usd": 0.02173
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4495,
      "tokens_in": 793,
      "tokens_out": 45,
      "cost_usd": 0.018090000000000002
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2730,
      "tokens_in": 797,
      "tokens_out": 122,
      "cost_usd": 0.02202
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15081,
      "tokens_in": 787,
      "tokens_out": 763,
      "cost_usd": 0.05387
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7491,
      "tokens_in": 795,
      "tokens_out": 457,
      "cost_usd": 0.03873
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11835,
      "tokens_in": 804,
      "tokens_out": 776,
      "cost_usd": 0.05486
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5010,
      "tokens_in": 802,
      "tokens_out": 309,
      "cost_usd": 0.03147
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2439,
      "tokens_in": 813,
      "tokens_out": 86,
      "cost_usd": 0.02054
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1757,
      "tokens_in": 790,
      "tokens_out": 41,
      "cost_usd": 0.01783
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6225,
      "tokens_in": 809,
      "tokens_out": 143,
      "cost_usd": 0.02331
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 38174,
      "tokens_in": 794,
      "tokens_out": 2306,
      "cost_usd": 0.13116
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5801,
      "tokens_in": 784,
      "tokens_out": 244,
      "cost_usd": 0.02786
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1770,
      "tokens_in": 790,
      "tokens_out": 42,
      "cost_usd": 0.01788
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5241,
      "tokens_in": 786,
      "tokens_out": 300,
      "cost_usd": 0.030699999999999998
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13910,
      "tokens_in": 814,
      "tokens_out": 743,
      "cost_usd": 0.05341
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5803,
      "tokens_in": 805,
      "tokens_out": 190,
      "cost_usd": 0.02558
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5338,
      "tokens_in": 808,
      "tokens_out": 129,
      "cost_usd": 0.02259
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6282,
      "tokens_in": 805,
      "tokens_out": 381,
      "cost_usd": 0.03513
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4728,
      "tokens_in": 804,
      "tokens_out": 208,
      "cost_usd": 0.026459999999999997
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1936,
      "tokens_in": 817,
      "tokens_out": 75,
      "cost_usd": 0.020069999999999998
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7555,
      "tokens_in": 810,
      "tokens_out": 260,
      "cost_usd": 0.029179999999999998
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 25521,
      "tokens_in": 809,
      "tokens_out": 1537,
      "cost_usd": 0.09301000000000001
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 9969,
      "tokens_in": 803,
      "tokens_out": 424,
      "cost_usd": 0.037239999999999995
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5944,
      "tokens_in": 804,
      "tokens_out": 325,
      "cost_usd": 0.03231
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5785,
      "tokens_in": 819,
      "tokens_out": 67,
      "cost_usd": 0.019710000000000002
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3192,
      "tokens_in": 804,
      "tokens_out": 149,
      "cost_usd": 0.023509999999999996
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 6002,
      "tokens_in": 826,
      "tokens_out": 413,
      "cost_usd": 0.03715
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 1921,
      "tokens_in": 837,
      "tokens_out": 66,
      "cost_usd": 0.02002
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7073,
      "tokens_in": 817,
      "tokens_out": 160,
      "cost_usd": 0.024319999999999998
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2350,
      "tokens_in": 820,
      "tokens_out": 100,
      "cost_usd": 0.02138
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 19161,
      "tokens_in": 833,
      "tokens_out": 919,
      "cost_usd": 0.06258999999999999
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10056,
      "tokens_in": 813,
      "tokens_out": 341,
      "cost_usd": 0.03329
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 57688,
      "tokens_in": 866,
      "tokens_out": 3724,
      "cost_usd": 0.2035
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 20358,
      "tokens_in": 836,
      "tokens_out": 1487,
      "cost_usd": 0.09105
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5822,
      "tokens_in": 819,
      "tokens_out": 178,
      "cost_usd": 0.025259999999999998
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5793,
      "tokens_in": 826,
      "tokens_out": 76,
      "cost_usd": 0.0203
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4762,
      "tokens_in": 815,
      "tokens_out": 60,
      "cost_usd": 0.01928
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2150,
      "tokens_in": 841,
      "tokens_out": 76,
      "cost_usd": 0.0206
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2127,
      "tokens_in": 816,
      "tokens_out": 93,
      "cost_usd": 0.020950000000000003
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3634,
      "tokens_in": 809,
      "tokens_out": 180,
      "cost_usd": 0.025160000000000002
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2762,
      "tokens_in": 832,
      "tokens_out": 162,
      "cost_usd": 0.02472
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 37527,
      "tokens_in": 874,
      "tokens_out": 2300,
      "cost_usd": 0.13246
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 40449,
      "tokens_in": 845,
      "tokens_out": 2420,
      "cost_usd": 0.13788
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 7696,
      "tokens_in": 837,
      "tokens_out": 392,
      "cost_usd": 0.03632
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10107,
      "tokens_in": 850,
      "tokens_out": 589,
      "cost_usd": 0.04643
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6410,
      "tokens_in": 848,
      "tokens_out": 363,
      "cost_usd": 0.035089999999999996
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4123,
      "tokens_in": 828,
      "tokens_out": 232,
      "cost_usd": 0.02814
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 42288,
      "tokens_in": 871,
      "tokens_out": 3102,
      "cost_usd": 0.17250000000000001
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 15360,
      "tokens_in": 871,
      "tokens_out": 1093,
      "cost_usd": 0.07205
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 8025,
      "tokens_in": 800,
      "tokens_out": 515,
      "cost_usd": 0.04173
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12241,
      "tokens_in": 800,
      "tokens_out": 1066,
      "cost_usd": 0.06928000000000001
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 18397,
      "tokens_in": 807,
      "tokens_out": 1069,
      "cost_usd": 0.06957
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4610,
      "tokens_in": 808,
      "tokens_out": 308,
      "cost_usd": 0.03154
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9120,
      "tokens_in": 800,
      "tokens_out": 661,
      "cost_usd": 0.049030000000000004
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 59556,
      "tokens_in": 805,
      "tokens_out": 4880,
      "cost_usd": 0.26008
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 38666,
      "tokens_in": 836,
      "tokens_out": 2678,
      "cost_usd": 0.15059999999999998
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2817,
      "tokens_in": 798,
      "tokens_out": 115,
      "cost_usd": 0.02169
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 13066,
      "tokens_in": 800,
      "tokens_out": 840,
      "cost_usd": 0.057980000000000004
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2172,
      "tokens_in": 793,
      "tokens_out": 92,
      "cost_usd": 0.02044
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2082,
      "tokens_in": 815,
      "tokens_out": 73,
      "cost_usd": 0.01993
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7690,
      "tokens_in": 798,
      "tokens_out": 427,
      "cost_usd": 0.037290000000000004
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 7162,
      "tokens_in": 807,
      "tokens_out": 389,
      "cost_usd": 0.035570000000000004
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 14516,
      "tokens_in": 791,
      "tokens_out": 1142,
      "cost_usd": 0.07289999999999999
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 3115,
      "tokens_in": 804,
      "tokens_out": 186,
      "cost_usd": 0.025359999999999997
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 19892,
      "tokens_in": 791,
      "tokens_out": 1597,
      "cost_usd": 0.09565
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 10527,
      "tokens_in": 787,
      "tokens_out": 755,
      "cost_usd": 0.05347
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 16402,
      "tokens_in": 797,
      "tokens_out": 1308,
      "cost_usd": 0.08132
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 11521,
      "tokens_in": 792,
      "tokens_out": 747,
      "cost_usd": 0.05317
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17806,
      "tokens_in": 810,
      "tokens_out": 1481,
      "cost_usd": 0.09023
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 83368,
      "tokens_in": 1629,
      "tokens_out": 530,
      "cost_usd": 0.059039999999999995
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 26166,
      "tokens_in": 803,
      "tokens_out": 1854,
      "cost_usd": 0.10874
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6147,
      "tokens_in": 796,
      "tokens_out": 421,
      "cost_usd": 0.03695
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3017,
      "tokens_in": 818,
      "tokens_out": 84,
      "cost_usd": 0.020540000000000003
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3905,
      "tokens_in": 800,
      "tokens_out": 170,
      "cost_usd": 0.02448
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10991,
      "tokens_in": 816,
      "tokens_out": 964,
      "cost_usd": 0.0645
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9366,
      "tokens_in": 805,
      "tokens_out": 723,
      "cost_usd": 0.05223
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 25499,
      "tokens_in": 818,
      "tokens_out": 2025,
      "cost_usd": 0.11759
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 24823,
      "tokens_in": 814,
      "tokens_out": 2056,
      "cost_usd": 0.11906000000000001
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37227,
      "tokens_in": 820,
      "tokens_out": 3191,
      "cost_usd": 0.17592999999999998
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 21139,
      "tokens_in": 829,
      "tokens_out": 1687,
      "cost_usd": 0.10091
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13811,
      "tokens_in": 814,
      "tokens_out": 1225,
      "cost_usd": 0.07751
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 21898,
      "tokens_in": 811,
      "tokens_out": 1717,
      "cost_usd": 0.10205
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16049,
      "tokens_in": 855,
      "tokens_out": 1288,
      "cost_usd": 0.08148
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4421,
      "tokens_in": 817,
      "tokens_out": 308,
      "cost_usd": 0.03172
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 26825,
      "tokens_in": 845,
      "tokens_out": 2365,
      "cost_usd": 0.13513
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7000,
      "tokens_in": 829,
      "tokens_out": 588,
      "cost_usd": 0.04596
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 34458,
      "tokens_in": 823,
      "tokens_out": 2826,
      "cost_usd": 0.15774
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23323,
      "tokens_in": 822,
      "tokens_out": 2031,
      "cost_usd": 0.11796999999999999
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 30920,
      "tokens_in": 843,
      "tokens_out": 2508,
      "cost_usd": 0.14223999999999998
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 72049,
      "tokens_in": 852,
      "tokens_out": 6366,
      "cost_usd": 0.33532000000000006
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 76373,
      "tokens_in": 844,
      "tokens_out": 7081,
      "cost_usd": 0.37091
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 39637,
      "tokens_in": 849,
      "tokens_out": 3437,
      "cost_usd": 0.18881
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5617,
      "tokens_in": 795,
      "tokens_out": 180,
      "cost_usd": 0.02488
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6383,
      "tokens_in": 798,
      "tokens_out": 249,
      "cost_usd": 0.02839
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 7224,
      "tokens_in": 808,
      "tokens_out": 330,
      "cost_usd": 0.03264
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5781,
      "tokens_in": 794,
      "tokens_out": 242,
      "cost_usd": 0.02796
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5245,
      "tokens_in": 804,
      "tokens_out": 214,
      "cost_usd": 0.02676
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18912,
      "tokens_in": 823,
      "tokens_out": 1262,
      "cost_usd": 0.07954000000000001
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 15377,
      "tokens_in": 820,
      "tokens_out": 935,
      "cost_usd": 0.06312999999999999
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10667,
      "tokens_in": 820,
      "tokens_out": 622,
      "cost_usd": 0.04748
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 20179,
      "tokens_in": 809,
      "tokens_out": 1318,
      "cost_usd": 0.08206000000000001
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7683,
      "tokens_in": 814,
      "tokens_out": 412,
      "cost_usd": 0.036860000000000004
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 13922,
      "tokens_in": 812,
      "tokens_out": 834,
      "cost_usd": 0.05792
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6794,
      "tokens_in": 815,
      "tokens_out": 358,
      "cost_usd": 0.03418
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 11837,
      "tokens_in": 839,
      "tokens_out": 590,
      "cost_usd": 0.046259999999999996
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10606,
      "tokens_in": 816,
      "tokens_out": 579,
      "cost_usd": 0.04525
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10790,
      "tokens_in": 815,
      "tokens_out": 632,
      "cost_usd": 0.04787999999999999
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10336,
      "tokens_in": 791,
      "tokens_out": 599,
      "cost_usd": 0.04575
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7988,
      "tokens_in": 812,
      "tokens_out": 384,
      "cost_usd": 0.03542
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15715,
      "tokens_in": 853,
      "tokens_out": 909,
      "cost_usd": 0.06249
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18288,
      "tokens_in": 808,
      "tokens_out": 1122,
      "cost_usd": 0.07224
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 9289,
      "tokens_in": 799,
      "tokens_out": 576,
      "cost_usd": 0.044759999999999994
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 8715,
      "tokens_in": 811,
      "tokens_out": 414,
      "cost_usd": 0.0369
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4695,
      "tokens_in": 811,
      "tokens_out": 148,
      "cost_usd": 0.0236
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3684,
      "tokens_in": 819,
      "tokens_out": 105,
      "cost_usd": 0.02161
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4611,
      "tokens_in": 820,
      "tokens_out": 187,
      "cost_usd": 0.025729999999999996
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3218,
      "tokens_in": 833,
      "tokens_out": 45,
      "cost_usd": 0.01889
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3464,
      "tokens_in": 854,
      "tokens_out": 78,
      "cost_usd": 0.02096
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3613,
      "tokens_in": 809,
      "tokens_out": 75,
      "cost_usd": 0.01991
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12476,
      "tokens_in": 821,
      "tokens_out": 754,
      "cost_usd": 0.054099999999999995
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8365,
      "tokens_in": 807,
      "tokens_out": 466,
      "cost_usd": 0.03942
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16676,
      "tokens_in": 870,
      "tokens_out": 1104,
      "cost_usd": 0.07258
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13804,
      "tokens_in": 862,
      "tokens_out": 824,
      "cost_usd": 0.05842
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14749,
      "tokens_in": 847,
      "tokens_out": 860,
      "cost_usd": 0.05992
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 15156,
      "tokens_in": 856,
      "tokens_out": 881,
      "cost_usd": 0.061149999999999996
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 45022,
      "tokens_in": 839,
      "tokens_out": 3178,
      "cost_usd": 0.17565999999999998
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12033,
      "tokens_in": 835,
      "tokens_out": 624,
      "cost_usd": 0.04788
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 8866,
      "tokens_in": 825,
      "tokens_out": 420,
      "cost_usd": 0.03748
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 15654,
      "tokens_in": 846,
      "tokens_out": 948,
      "cost_usd": 0.0643
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 9826,
      "tokens_in": 823,
      "tokens_out": 541,
      "cost_usd": 0.04349
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 11012,
      "tokens_in": 821,
      "tokens_out": 620,
      "cost_usd": 0.0474
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6666,
      "tokens_in": 825,
      "tokens_out": 302,
      "cost_usd": 0.03158
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 15595,
      "tokens_in": 839,
      "tokens_out": 958,
      "cost_usd": 0.06466
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 8598,
      "tokens_in": 809,
      "tokens_out": 444,
      "cost_usd": 0.038360000000000005
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7103,
      "tokens_in": 857,
      "tokens_out": 371,
      "cost_usd": 0.03567
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7088,
      "tokens_in": 815,
      "tokens_out": 370,
      "cost_usd": 0.03478
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 6774,
      "tokens_in": 854,
      "tokens_out": 354,
      "cost_usd": 0.03476
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 21830,
      "tokens_in": 841,
      "tokens_out": 1368,
      "cost_usd": 0.08520000000000001
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15222,
      "tokens_in": 836,
      "tokens_out": 910,
      "cost_usd": 0.0622
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3588,
      "tokens_in": 784,
      "tokens_out": 129,
      "cost_usd": 0.02211
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3713,
      "tokens_in": 819,
      "tokens_out": 151,
      "cost_usd": 0.02391
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3879,
      "tokens_in": 831,
      "tokens_out": 142,
      "cost_usd": 0.023700000000000002
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3747,
      "tokens_in": 850,
      "tokens_out": 163,
      "cost_usd": 0.02513
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6358,
      "tokens_in": 784,
      "tokens_out": 380,
      "cost_usd": 0.034659999999999996
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 7167,
      "tokens_in": 800,
      "tokens_out": 500,
      "cost_usd": 0.04098
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4733,
      "tokens_in": 794,
      "tokens_out": 250,
      "cost_usd": 0.02836
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3559,
      "tokens_in": 779,
      "tokens_out": 169,
      "cost_usd": 0.024009999999999997
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3474,
      "tokens_in": 784,
      "tokens_out": 139,
      "cost_usd": 0.02261
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10119,
      "tokens_in": 779,
      "tokens_out": 845,
      "cost_usd": 0.05781
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 23633,
      "tokens_in": 796,
      "tokens_out": 1970,
      "cost_usd": 0.1144
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 5709,
      "tokens_in": 797,
      "tokens_out": 387,
      "cost_usd": 0.035269999999999996
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 6142,
      "tokens_in": 803,
      "tokens_out": 432,
      "cost_usd": 0.03763999999999999
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6492,
      "tokens_in": 792,
      "tokens_out": 348,
      "cost_usd": 0.03322
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4154,
      "tokens_in": 790,
      "tokens_out": 189,
      "cost_usd": 0.02523
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 2902,
      "tokens_in": 785,
      "tokens_out": 80,
      "cost_usd": 0.01968
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10355,
      "tokens_in": 793,
      "tokens_out": 828,
      "cost_usd": 0.05724
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4990,
      "tokens_in": 780,
      "tokens_out": 289,
      "cost_usd": 0.03003
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 5130,
      "tokens_in": 792,
      "tokens_out": 281,
      "cost_usd": 0.02987
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6141,
      "tokens_in": 792,
      "tokens_out": 346,
      "cost_usd": 0.03312
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 7474,
      "tokens_in": 780,
      "tokens_out": 531,
      "cost_usd": 0.04213
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 15296,
      "tokens_in": 787,
      "tokens_out": 1181,
      "cost_usd": 0.07477
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 9563,
      "tokens_in": 801,
      "tokens_out": 733,
      "cost_usd": 0.05265
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3969,
      "tokens_in": 778,
      "tokens_out": 146,
      "cost_usd": 0.02284
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6223,
      "tokens_in": 800,
      "tokens_out": 358,
      "cost_usd": 0.03387999999999999
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4562,
      "tokens_in": 797,
      "tokens_out": 224,
      "cost_usd": 0.02712
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4725,
      "tokens_in": 800,
      "tokens_out": 236,
      "cost_usd": 0.02778
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 4004,
      "tokens_in": 785,
      "tokens_out": 158,
      "cost_usd": 0.023579999999999997
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8389,
      "tokens_in": 776,
      "tokens_out": 599,
      "cost_usd": 0.04545
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3242,
      "tokens_in": 795,
      "tokens_out": 113,
      "cost_usd": 0.02153
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10813,
      "tokens_in": 816,
      "tokens_out": 793,
      "cost_usd": 0.05595
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 15201,
      "tokens_in": 781,
      "tokens_out": 1241,
      "cost_usd": 0.07765
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 11384,
      "tokens_in": 818,
      "tokens_out": 965,
      "cost_usd": 0.06459000000000001
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10318,
      "tokens_in": 804,
      "tokens_out": 809,
      "cost_usd": 0.05651
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6831,
      "tokens_in": 790,
      "tokens_out": 355,
      "cost_usd": 0.033530000000000004
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10695,
      "tokens_in": 786,
      "tokens_out": 835,
      "cost_usd": 0.05745
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 6467,
      "tokens_in": 779,
      "tokens_out": 420,
      "cost_usd": 0.03656
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4497,
      "tokens_in": 799,
      "tokens_out": 229,
      "cost_usd": 0.027409999999999997
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10241,
      "tokens_in": 778,
      "tokens_out": 832,
      "cost_usd": 0.057139999999999996
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4329,
      "tokens_in": 779,
      "tokens_out": 202,
      "cost_usd": 0.02566
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 4229,
      "tokens_in": 795,
      "tokens_out": 182,
      "cost_usd": 0.02498
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 3827,
      "tokens_in": 797,
      "tokens_out": 181,
      "cost_usd": 0.02497
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10357,
      "tokens_in": 827,
      "tokens_out": 928,
      "cost_usd": 0.06292
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 10176,
      "tokens_in": 824,
      "tokens_out": 769,
      "cost_usd": 0.05491
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7216,
      "tokens_in": 802,
      "tokens_out": 556,
      "cost_usd": 0.04382
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 21130,
      "tokens_in": 805,
      "tokens_out": 1744,
      "cost_usd": 0.10328000000000001
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10933,
      "tokens_in": 821,
      "tokens_out": 875,
      "cost_usd": 0.06015
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6146,
      "tokens_in": 820,
      "tokens_out": 384,
      "cost_usd": 0.03558
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 6076,
      "tokens_in": 822,
      "tokens_out": 421,
      "cost_usd": 0.037469999999999996
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10146,
      "tokens_in": 800,
      "tokens_out": 781,
      "cost_usd": 0.055029999999999996
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6007,
      "tokens_in": 793,
      "tokens_out": 422,
      "cost_usd": 0.03694
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 8997,
      "tokens_in": 826,
      "tokens_out": 685,
      "cost_usd": 0.05074999999999999
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7358,
      "tokens_in": 797,
      "tokens_out": 645,
      "cost_usd": 0.048170000000000004
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4919,
      "tokens_in": 782,
      "tokens_out": 317,
      "cost_usd": 0.03147
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2481,
      "tokens_in": 790,
      "tokens_out": 63,
      "cost_usd": 0.01893
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2651,
      "tokens_in": 770,
      "tokens_out": 90,
      "cost_usd": 0.019880000000000002
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4853,
      "tokens_in": 807,
      "tokens_out": 339,
      "cost_usd": 0.03307
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6345,
      "tokens_in": 794,
      "tokens_out": 451,
      "cost_usd": 0.03841
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7492,
      "tokens_in": 794,
      "tokens_out": 593,
      "cost_usd": 0.045509999999999995
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8558,
      "tokens_in": 812,
      "tokens_out": 767,
      "cost_usd": 0.05457
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 20551,
      "tokens_in": 796,
      "tokens_out": 1780,
      "cost_usd": 0.1049
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3852,
      "tokens_in": 780,
      "tokens_out": 178,
      "cost_usd": 0.024480000000000002
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3849,
      "tokens_in": 790,
      "tokens_out": 169,
      "cost_usd": 0.024229999999999998
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7991,
      "tokens_in": 795,
      "tokens_out": 556,
      "cost_usd": 0.04368
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5553,
      "tokens_in": 804,
      "tokens_out": 283,
      "cost_usd": 0.030209999999999997
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4558,
      "tokens_in": 796,
      "tokens_out": 249,
      "cost_usd": 0.028349999999999997
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3068,
      "tokens_in": 789,
      "tokens_out": 147,
      "cost_usd": 0.02311
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6866,
      "tokens_in": 799,
      "tokens_out": 496,
      "cost_usd": 0.040760000000000005
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9296,
      "tokens_in": 798,
      "tokens_out": 838,
      "cost_usd": 0.05784
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4849,
      "tokens_in": 809,
      "tokens_out": 351,
      "cost_usd": 0.033710000000000004
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3574,
      "tokens_in": 775,
      "tokens_out": 182,
      "cost_usd": 0.02458
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4003,
      "tokens_in": 787,
      "tokens_out": 186,
      "cost_usd": 0.025019999999999997
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3920,
      "tokens_in": 791,
      "tokens_out": 174,
      "cost_usd": 0.024499999999999997
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9010,
      "tokens_in": 799,
      "tokens_out": 788,
      "cost_usd": 0.05535999999999999
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8640,
      "tokens_in": 786,
      "tokens_out": 726,
      "cost_usd": 0.052
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16115,
      "tokens_in": 818,
      "tokens_out": 1384,
      "cost_usd": 0.08554
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 33863,
      "tokens_in": 815,
      "tokens_out": 3229,
      "cost_usd": 0.17773
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 21567,
      "tokens_in": 822,
      "tokens_out": 1830,
      "cost_usd": 0.10792
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5701,
      "tokens_in": 823,
      "tokens_out": 477,
      "cost_usd": 0.04029
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7658,
      "tokens_in": 845,
      "tokens_out": 676,
      "cost_usd": 0.050679999999999996
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4994,
      "tokens_in": 820,
      "tokens_out": 346,
      "cost_usd": 0.03368
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3884,
      "tokens_in": 816,
      "tokens_out": 254,
      "cost_usd": 0.029
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7339,
      "tokens_in": 835,
      "tokens_out": 659,
      "cost_usd": 0.04963
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 19186,
      "tokens_in": 823,
      "tokens_out": 1632,
      "cost_usd": 0.09804000000000002
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4210,
      "tokens_in": 825,
      "tokens_out": 258,
      "cost_usd": 0.029379999999999996
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6820,
      "tokens_in": 825,
      "tokens_out": 509,
      "cost_usd": 0.041929999999999995
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10205,
      "tokens_in": 854,
      "tokens_out": 892,
      "cost_usd": 0.06166
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 7223,
      "tokens_in": 816,
      "tokens_out": 605,
      "cost_usd": 0.04655
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9106,
      "tokens_in": 808,
      "tokens_out": 825,
      "cost_usd": 0.05739
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2828,
      "tokens_in": 822,
      "tokens_out": 130,
      "cost_usd": 0.022919999999999996
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6139,
      "tokens_in": 809,
      "tokens_out": 564,
      "cost_usd": 0.044360000000000004
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4736,
      "tokens_in": 821,
      "tokens_out": 261,
      "cost_usd": 0.029449999999999997
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8753,
      "tokens_in": 828,
      "tokens_out": 778,
      "cost_usd": 0.05544
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4136,
      "tokens_in": 783,
      "tokens_out": 202,
      "cost_usd": 0.02574
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5205,
      "tokens_in": 799,
      "tokens_out": 307,
      "cost_usd": 0.03131
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12085,
      "tokens_in": 780,
      "tokens_out": 820,
      "cost_usd": 0.056580000000000005
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3215,
      "tokens_in": 776,
      "tokens_out": 105,
      "cost_usd": 0.020749999999999998
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10370,
      "tokens_in": 777,
      "tokens_out": 861,
      "cost_usd": 0.05857
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5958,
      "tokens_in": 797,
      "tokens_out": 421,
      "cost_usd": 0.03697
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9087,
      "tokens_in": 795,
      "tokens_out": 702,
      "cost_usd": 0.05098
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9894,
      "tokens_in": 789,
      "tokens_out": 785,
      "cost_usd": 0.05501
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7959,
      "tokens_in": 815,
      "tokens_out": 581,
      "cost_usd": 0.04533
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8391,
      "tokens_in": 794,
      "tokens_out": 671,
      "cost_usd": 0.04941
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4554,
      "tokens_in": 785,
      "tokens_out": 267,
      "cost_usd": 0.02903
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2996,
      "tokens_in": 789,
      "tokens_out": 138,
      "cost_usd": 0.02266
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4025,
      "tokens_in": 790,
      "tokens_out": 264,
      "cost_usd": 0.02898
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3435,
      "tokens_in": 788,
      "tokens_out": 123,
      "cost_usd": 0.02189
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4332,
      "tokens_in": 780,
      "tokens_out": 202,
      "cost_usd": 0.02568
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2616,
      "tokens_in": 783,
      "tokens_out": 108,
      "cost_usd": 0.02104
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3517,
      "tokens_in": 801,
      "tokens_out": 186,
      "cost_usd": 0.0253
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3047,
      "tokens_in": 792,
      "tokens_out": 129,
      "cost_usd": 0.02227
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3075,
      "tokens_in": 775,
      "tokens_out": 134,
      "cost_usd": 0.022180000000000002
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 2736,
      "tokens_in": 787,
      "tokens_out": 106,
      "cost_usd": 0.021019999999999997
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15285,
      "tokens_in": 797,
      "tokens_out": 1180,
      "cost_usd": 0.07492
    },
    {
      "question_id": "reg-unoosa-core-four-treaties-2025",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 48300,
      "tokens_in": 815,
      "tokens_out": 5084,
      "cost_usd": 0.27048
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 8218,
      "tokens_in": 807,
      "tokens_out": 641,
      "cost_usd": 0.04816999999999999
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 7254,
      "tokens_in": 793,
      "tokens_out": 437,
      "cost_usd": 0.03769
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4939,
      "tokens_in": 816,
      "tokens_out": 241,
      "cost_usd": 0.02835
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10887,
      "tokens_in": 801,
      "tokens_out": 813,
      "cost_usd": 0.05665
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7666,
      "tokens_in": 801,
      "tokens_out": 390,
      "cost_usd": 0.035500000000000004
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 5120,
      "tokens_in": 818,
      "tokens_out": 245,
      "cost_usd": 0.02859
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3487,
      "tokens_in": 810,
      "tokens_out": 176,
      "cost_usd": 0.024980000000000002
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 6082,
      "tokens_in": 800,
      "tokens_out": 406,
      "cost_usd": 0.03627999999999999
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8909,
      "tokens_in": 825,
      "tokens_out": 626,
      "cost_usd": 0.04778
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 6000,
      "tokens_in": 816,
      "tokens_out": 317,
      "cost_usd": 0.03215
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 9138,
      "tokens_in": 819,
      "tokens_out": 674,
      "cost_usd": 0.05006
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4738,
      "tokens_in": 810,
      "tokens_out": 227,
      "cost_usd": 0.02753
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4057,
      "tokens_in": 832,
      "tokens_out": 220,
      "cost_usd": 0.02762
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4995,
      "tokens_in": 823,
      "tokens_out": 299,
      "cost_usd": 0.03139
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 3479,
      "tokens_in": 844,
      "tokens_out": 158,
      "cost_usd": 0.024759999999999997
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4287,
      "tokens_in": 849,
      "tokens_out": 221,
      "cost_usd": 0.02801
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4517,
      "tokens_in": 829,
      "tokens_out": 216,
      "cost_usd": 0.027359999999999995
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4565,
      "tokens_in": 821,
      "tokens_out": 225,
      "cost_usd": 0.027649999999999997
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 4322,
      "tokens_in": 837,
      "tokens_out": 250,
      "cost_usd": 0.02922
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8939,
      "tokens_in": 852,
      "tokens_out": 680,
      "cost_usd": 0.051019999999999996
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6516,
      "tokens_in": 823,
      "tokens_out": 468,
      "cost_usd": 0.03984
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9028,
      "tokens_in": 835,
      "tokens_out": 735,
      "cost_usd": 0.05343
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 15099,
      "tokens_in": 832,
      "tokens_out": 1235,
      "cost_usd": 0.07837
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3566,
      "tokens_in": 792,
      "tokens_out": 163,
      "cost_usd": 0.02397
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3711,
      "tokens_in": 806,
      "tokens_out": 137,
      "cost_usd": 0.02295
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 4143,
      "tokens_in": 827,
      "tokens_out": 164,
      "cost_usd": 0.02472
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 3166,
      "tokens_in": 792,
      "tokens_out": 157,
      "cost_usd": 0.02367
    }
  ]
}