{
  "track": "mcp",
  "model": "claude-fable-5.1",
  "provider": "claude-code",
  "started_at": "2026-11-06T02:14:29Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 12995,
      "tokens_in": 30647,
      "tokens_in_cached": 14867,
      "tokens_out": 403,
      "tool_calls": 1,
      "cost_usd": 0.33912675
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 13746,
      "tokens_in": 30480,
      "tokens_in_cached": 27649,
      "tokens_out": 439,
      "tool_calls": 1,
      "cost_usd": 0.08514224999999999
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7563,
      "tokens_in": 45966,
      "tokens_in_cached": 42724,
      "tokens_out": 513,
      "tool_calls": 3,
      "cost_usd": 0.100511
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 19602,
      "tokens_in": 31041,
      "tokens_in_cached": 27641,
      "tokens_out": 549,
      "tool_calls": 1,
      "cost_usd": 0.10202025
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 21500,
      "tokens_in": 30755,
      "tokens_in_cached": 27640,
      "tokens_out": 372,
      "tool_calls": 1,
      "cost_usd": 0.08746999999999999
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3936,
      "tokens_in": 14887,
      "tokens_in_cached": 12765,
      "tokens_out": 279,
      "cost_usd": 0.059561249999999996
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6281,
      "tokens_in": 14879,
      "tokens_in_cached": 12765,
      "tokens_out": 175,
      "cost_usd": 0.05420125
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 13683,
      "tokens_in": 14884,
      "tokens_in_cached": 12765,
      "tokens_out": 770,
      "cost_usd": 0.08405125
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7818,
      "tokens_in": 14880,
      "tokens_in_cached": 12765,
      "tokens_out": 191,
      "cost_usd": 0.05502125
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9744,
      "tokens_in": 14904,
      "tokens_in_cached": 12765,
      "tokens_out": 414,
      "cost_usd": 0.06665125
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7613,
      "tokens_in": 14882,
      "tokens_in_cached": 12765,
      "tokens_out": 144,
      "cost_usd": 0.05271125
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3047,
      "tokens_in": 14874,
      "tokens_in_cached": 12765,
      "tokens_out": 146,
      "cost_usd": 0.05265125
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6468,
      "tokens_in": 14885,
      "tokens_in_cached": 12765,
      "tokens_out": 248,
      "cost_usd": 0.05797125
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4229,
      "tokens_in": 14896,
      "tokens_in_cached": 12765,
      "tokens_out": 247,
      "cost_usd": 0.05814124999999999
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 14382,
      "tokens_in": 14913,
      "tokens_in_cached": 12765,
      "tokens_out": 1232,
      "cost_usd": 0.10773125
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 15684,
      "tokens_in": 14880,
      "tokens_in_cached": 12765,
      "tokens_out": 1013,
      "cost_usd": 0.09612124999999999
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8885,
      "tokens_in": 14884,
      "tokens_in_cached": 12765,
      "tokens_out": 328,
      "cost_usd": 0.06195125
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 11536,
      "tokens_in": 14900,
      "tokens_in_cached": 12765,
      "tokens_out": 830,
      "cost_usd": 0.08737125
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 11362,
      "tokens_in": 14930,
      "tokens_in_cached": 12765,
      "tokens_out": 904,
      "cost_usd": 0.09167125
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9943,
      "tokens_in": 14906,
      "tokens_in_cached": 12765,
      "tokens_out": 264,
      "cost_usd": 0.05919125
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7258,
      "tokens_in": 14927,
      "tokens_in_cached": 12765,
      "tokens_out": 238,
      "cost_usd": 0.05831125
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4891,
      "tokens_in": 14905,
      "tokens_in_cached": 12765,
      "tokens_out": 337,
      "cost_usd": 0.06282125000000001
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3823,
      "tokens_in": 14898,
      "tokens_in_cached": 12765,
      "tokens_out": 257,
      "cost_usd": 0.058681250000000004
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7874,
      "tokens_in": 14890,
      "tokens_in_cached": 12765,
      "tokens_out": 243,
      "cost_usd": 0.05782125
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10216,
      "tokens_in": 14924,
      "tokens_in_cached": 12765,
      "tokens_out": 325,
      "cost_usd": 0.06260125
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8277,
      "tokens_in": 30135,
      "tokens_in_cached": 27640,
      "tokens_out": 164,
      "tool_calls": 1,
      "cost_usd": 0.06467
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5472,
      "tokens_in": 30229,
      "tokens_in_cached": 27644,
      "tokens_out": 319,
      "tool_calls": 1,
      "cost_usd": 0.074221
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14468,
      "tokens_in": 29963,
      "tokens_in_cached": 27634,
      "tokens_out": 476,
      "tool_calls": 1,
      "cost_usd": 0.0769485
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12484,
      "tokens_in": 29957,
      "tokens_in_cached": 27642,
      "tokens_out": 391,
      "tool_calls": 1,
      "cost_usd": 0.0724205
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11827,
      "tokens_in": 45526,
      "tokens_in_cached": 42691,
      "tokens_out": 812,
      "tool_calls": 3,
      "cost_usd": 0.10731275
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12289,
      "tokens_in": 45803,
      "tokens_in_cached": 42714,
      "tokens_out": 839,
      "tool_calls": 4,
      "cost_usd": 0.11374849999999999
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4735,
      "tokens_in": 30153,
      "tokens_in_cached": 27660,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0.067385
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5058,
      "tokens_in": 30610,
      "tokens_in_cached": 27637,
      "tokens_out": 199,
      "tool_calls": 1,
      "cost_usd": 0.07597925
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4526,
      "tokens_in": 30148,
      "tokens_in_cached": 27656,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.064464
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10541,
      "tokens_in": 30113,
      "tokens_in_cached": 27641,
      "tokens_out": 189,
      "tool_calls": 1,
      "cost_usd": 0.06546025
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4815,
      "tokens_in": 30130,
      "tokens_in_cached": 27631,
      "tokens_out": 205,
      "tool_calls": 1,
      "cost_usd": 0.06679775
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4867,
      "tokens_in": 30115,
      "tokens_in_cached": 27637,
      "tokens_out": 217,
      "tool_calls": 1,
      "cost_usd": 0.06697924999999999
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4302,
      "tokens_in": 30096,
      "tokens_in_cached": 27633,
      "tokens_out": 179,
      "tool_calls": 1,
      "cost_usd": 0.06477825000000001
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5819,
      "tokens_in": 30167,
      "tokens_in_cached": 27661,
      "tokens_out": 269,
      "tool_calls": 1,
      "cost_usd": 0.07014525
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4488,
      "tokens_in": 30159,
      "tokens_in_cached": 27652,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.065413
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8646,
      "tokens_in": 30158,
      "tokens_in_cached": 27655,
      "tokens_out": 189,
      "tool_calls": 1,
      "cost_usd": 0.06608375
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9105,
      "tokens_in": 30154,
      "tokens_in_cached": 27652,
      "tokens_out": 184,
      "tool_calls": 1,
      "cost_usd": 0.06581300000000001
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5178,
      "tokens_in": 30122,
      "tokens_in_cached": 27651,
      "tokens_out": 230,
      "tool_calls": 1,
      "cost_usd": 0.06749274999999999
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4006,
      "tokens_in": 30152,
      "tokens_in_cached": 27664,
      "tokens_out": 170,
      "tool_calls": 1,
      "cost_usd": 0.064836
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9206,
      "tokens_in": 30146,
      "tokens_in_cached": 27657,
      "tokens_out": 166,
      "tool_calls": 1,
      "cost_usd": 0.06465425
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10279,
      "tokens_in": 29950,
      "tokens_in_cached": 27656,
      "tokens_out": 257,
      "tool_calls": 1,
      "cost_usd": 0.065304
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13346,
      "tokens_in": 45742,
      "tokens_in_cached": 42715,
      "tokens_out": 883,
      "tool_calls": 3,
      "cost_usd": 0.11470875
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20180,
      "tokens_in": 45472,
      "tokens_in_cached": 42717,
      "tokens_out": 682,
      "tool_calls": 2,
      "cost_usd": 0.09921925
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4402,
      "tokens_in": 30173,
      "tokens_in_cached": 27666,
      "tokens_out": 179,
      "tool_calls": 1,
      "cost_usd": 0.06566649999999999
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5696,
      "tokens_in": 30185,
      "tokens_in_cached": 27651,
      "tokens_out": 257,
      "tool_calls": 1,
      "cost_usd": 0.07010274999999999
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4773,
      "tokens_in": 30233,
      "tokens_in_cached": 27673,
      "tokens_out": 250,
      "tool_calls": 1,
      "cost_usd": 0.07027825
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12165,
      "tokens_in": 30202,
      "tokens_in_cached": 27684,
      "tokens_out": 173,
      "tool_calls": 1,
      "cost_usd": 0.065591
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10394,
      "tokens_in": 30198,
      "tokens_in_cached": 27664,
      "tokens_out": 232,
      "tool_calls": 1,
      "cost_usd": 0.068856
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5390,
      "tokens_in": 30292,
      "tokens_in_cached": 27667,
      "tokens_out": 248,
      "tool_calls": 1,
      "cost_usd": 0.07147675
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12206,
      "tokens_in": 48266,
      "tokens_in_cached": 42833,
      "tokens_out": 957,
      "tool_calls": 2,
      "cost_usd": 0.16655825
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10230,
      "tokens_in": 30536,
      "tokens_in_cached": 27660,
      "tokens_out": 755,
      "tool_calls": 3,
      "cost_usd": 0.10184499999999999
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13576,
      "tokens_in": 46682,
      "tokens_in_cached": 43186,
      "tokens_out": 1095,
      "tool_calls": 4,
      "cost_usd": 0.1348065
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5218,
      "tokens_in": 30304,
      "tokens_in_cached": 27683,
      "tokens_out": 371,
      "tool_calls": 2,
      "cost_usd": 0.07755075
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12361,
      "tokens_in": 30186,
      "tokens_in_cached": 27666,
      "tokens_out": 199,
      "tool_calls": 1,
      "cost_usd": 0.0669265
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4908,
      "tokens_in": 30261,
      "tokens_in_cached": 27673,
      "tokens_out": 216,
      "tool_calls": 1,
      "cost_usd": 0.06913825
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10106,
      "tokens_in": 30210,
      "tokens_in_cached": 27662,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0.0684855
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4091,
      "tokens_in": 30467,
      "tokens_in_cached": 27688,
      "tokens_out": 150,
      "tool_calls": 1,
      "cost_usd": 0.069662
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12701,
      "tokens_in": 30157,
      "tokens_in_cached": 27663,
      "tokens_out": 325,
      "tool_calls": 1,
      "cost_usd": 0.07270575
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10480,
      "tokens_in": 30167,
      "tokens_in_cached": 27656,
      "tokens_out": 222,
      "tool_calls": 1,
      "cost_usd": 0.067894
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4773,
      "tokens_in": 30239,
      "tokens_in_cached": 27679,
      "tokens_out": 197,
      "tool_calls": 1,
      "cost_usd": 0.06762974999999999
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16594,
      "tokens_in": 56635,
      "tokens_in_cached": 44177,
      "tokens_out": 1388,
      "tool_calls": 5,
      "cost_usd": 0.32894425
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17123,
      "tokens_in": 47295,
      "tokens_in_cached": 42753,
      "tokens_out": 660,
      "tool_calls": 2,
      "cost_usd": 0.13386825000000002
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11685,
      "tokens_in": 46505,
      "tokens_in_cached": 42841,
      "tokens_out": 1000,
      "tool_calls": 2,
      "cost_usd": 0.13333024999999998
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 31077,
      "tokens_in": 45921,
      "tokens_in_cached": 43026,
      "tokens_out": 769,
      "tool_calls": 2,
      "cost_usd": 0.1064465
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11060,
      "tokens_in": 35420,
      "tokens_in_cached": 27695,
      "tokens_out": 833,
      "tool_calls": 1,
      "cost_usd": 0.20273375
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6427,
      "tokens_in": 30092,
      "tokens_in_cached": 27675,
      "tokens_out": 387,
      "tool_calls": 1,
      "cost_usd": 0.07426875000000001
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12058,
      "tokens_in": 30465,
      "tokens_in_cached": 27718,
      "tokens_out": 895,
      "tool_calls": 2,
      "cost_usd": 0.1062795
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 22749,
      "tokens_in": 69009,
      "tokens_in_cached": 61397,
      "tokens_out": 1993,
      "tool_calls": 6,
      "cost_usd": 0.26625924999999995
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18153,
      "tokens_in": 47244,
      "tokens_in_cached": 43048,
      "tokens_out": 1399,
      "tool_calls": 7,
      "cost_usd": 0.163972
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30148,
      "tokens_in": 73571,
      "tokens_in_cached": 64328,
      "tokens_out": 1603,
      "tool_calls": 9,
      "cost_usd": 0.28011199999999997
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 41477,
      "tokens_in": 64944,
      "tokens_in_cached": 60321,
      "tokens_out": 1540,
      "tool_calls": 6,
      "cost_usd": 0.18356025
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6480,
      "tokens_in": 36597,
      "tokens_in_cached": 27655,
      "tokens_out": 486,
      "tool_calls": 1,
      "cost_usd": 0.20971375000000003
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 34576,
      "tokens_in": 149193,
      "tokens_in_cached": 109282,
      "tokens_out": 2431,
      "tool_calls": 8,
      "cost_usd": 0.9457905000000001
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 29445,
      "tokens_in": 64974,
      "tokens_in_cached": 43240,
      "tokens_out": 1644,
      "tool_calls": 6,
      "cost_usd": 0.52703
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 105506,
      "tokens_in": 198813,
      "tokens_in_cached": 164964,
      "tokens_out": 5626,
      "tool_calls": 16,
      "cost_usd": 0.9979010000000001
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10899,
      "tokens_in": 30079,
      "tokens_in_cached": 27645,
      "tokens_out": 347,
      "tool_calls": 1,
      "cost_usd": 0.07260125
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19574,
      "tokens_in": 57234,
      "tokens_in_cached": 43066,
      "tokens_out": 1535,
      "tool_calls": 5,
      "cost_usd": 0.3702165
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7277,
      "tokens_in": 33187,
      "tokens_in_cached": 27640,
      "tokens_out": 511,
      "tool_calls": 1,
      "cost_usd": 0.14306000000000002
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12764,
      "tokens_in": 32373,
      "tokens_in_cached": 27662,
      "tokens_out": 489,
      "tool_calls": 1,
      "cost_usd": 0.1252455
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11710,
      "tokens_in": 55412,
      "tokens_in_cached": 42744,
      "tokens_out": 769,
      "tool_calls": 2,
      "cost_usd": 0.301836
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 39379,
      "tokens_in": 142568,
      "tokens_in_cached": 105582,
      "tokens_out": 2823,
      "tool_calls": 10,
      "cost_usd": 0.9059655
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6166,
      "tokens_in": 32664,
      "tokens_in_cached": 27638,
      "tokens_out": 346,
      "tool_calls": 1,
      "cost_usd": 0.1243895
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24246,
      "tokens_in": 124814,
      "tokens_in_cached": 89875,
      "tokens_out": 1967,
      "tool_calls": 8,
      "cost_usd": 0.8186187500000002
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 38786,
      "tokens_in": 56278,
      "tokens_in_cached": 46603,
      "tokens_out": 2312,
      "tool_calls": 7,
      "cost_usd": 0.32009075
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 36095,
      "tokens_in": 58342,
      "tokens_in_cached": 47600,
      "tokens_out": 1578,
      "tool_calls": 5,
      "cost_usd": 0.30498
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 86397,
      "tokens_in": 186323,
      "tokens_in_cached": 155943,
      "tokens_out": 6982,
      "tool_calls": 13,
      "cost_usd": 0.9940657499999999
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10391,
      "tokens_in": 35025,
      "tokens_in_cached": 27639,
      "tokens_out": 867,
      "tool_calls": 2,
      "cost_usd": 0.19763975
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15773,
      "tokens_in": 60406,
      "tokens_in_cached": 47215,
      "tokens_out": 1232,
      "tool_calls": 4,
      "cost_usd": 0.33656375
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9981,
      "tokens_in": 35940,
      "tokens_in_cached": 27637,
      "tokens_out": 730,
      "tool_calls": 2,
      "cost_usd": 0.20912925
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 115201,
      "tokens_in": 175583,
      "tokens_in_cached": 141371,
      "tokens_out": 6020,
      "tool_calls": 23,
      "cost_usd": 1.01896275
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9488,
      "tokens_in": 58354,
      "tokens_in_cached": 48018,
      "tokens_out": 694,
      "tool_calls": 3,
      "cost_usd": 0.2527645
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7666,
      "tokens_in": 32745,
      "tokens_in_cached": 27665,
      "tokens_out": 551,
      "tool_calls": 1,
      "cost_usd": 0.13572625
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6854,
      "tokens_in": 30593,
      "tokens_in_cached": 27647,
      "tokens_out": 490,
      "tool_calls": 1,
      "cost_usd": 0.08999175000000001
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7728,
      "tokens_in": 32792,
      "tokens_in_cached": 27663,
      "tokens_out": 578,
      "tool_calls": 1,
      "cost_usd": 0.13805574999999998
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28726,
      "tokens_in": 47316,
      "tokens_in_cached": 42842,
      "tokens_out": 1424,
      "tool_calls": 4,
      "cost_usd": 0.1707305
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17595,
      "tokens_in": 69073,
      "tokens_in_cached": 43264,
      "tokens_out": 1323,
      "tool_calls": 5,
      "cost_usd": 0.592486
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25915,
      "tokens_in": 53668,
      "tokens_in_cached": 45758,
      "tokens_out": 1178,
      "tool_calls": 3,
      "cost_usd": 0.22787949999999998
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19174,
      "tokens_in": 33693,
      "tokens_in_cached": 27667,
      "tokens_out": 997,
      "tool_calls": 2,
      "cost_usd": 0.17694675
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 26849,
      "tokens_in": 67719,
      "tokens_in_cached": 46859,
      "tokens_out": 2263,
      "tool_calls": 5,
      "cost_usd": 0.54140475
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30747,
      "tokens_in": 63224,
      "tokens_in_cached": 43153,
      "tokens_out": 1363,
      "tool_calls": 4,
      "cost_usd": 0.47969825
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16275,
      "tokens_in": 33120,
      "tokens_in_cached": 27661,
      "tokens_out": 873,
      "tool_calls": 2,
      "cost_usd": 0.15940525
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24606,
      "tokens_in": 48858,
      "tokens_in_cached": 43663,
      "tokens_out": 1272,
      "tool_calls": 3,
      "cost_usd": 0.17775575
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17793,
      "tokens_in": 48432,
      "tokens_in_cached": 43720,
      "tokens_out": 974,
      "tool_calls": 2,
      "cost_usd": 0.15321
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17146,
      "tokens_in": 30837,
      "tokens_in_cached": 27664,
      "tokens_out": 647,
      "tool_calls": 1,
      "cost_usd": 0.102386
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16913,
      "tokens_in": 60282,
      "tokens_in_cached": 45275,
      "tokens_out": 1354,
      "tool_calls": 4,
      "cost_usd": 0.37849875
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11700,
      "tokens_in": 32816,
      "tokens_in_cached": 27676,
      "tokens_out": 966,
      "tool_calls": 1,
      "cost_usd": 0.157679
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12079,
      "tokens_in": 34015,
      "tokens_in_cached": 27670,
      "tokens_out": 855,
      "tool_calls": 2,
      "cost_usd": 0.1762275
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22027,
      "tokens_in": 87098,
      "tokens_in_cached": 72140,
      "tokens_out": 1840,
      "tool_calls": 4,
      "cost_usd": 0.408215
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11894,
      "tokens_in": 53590,
      "tokens_in_cached": 46786,
      "tokens_out": 880,
      "tool_calls": 3,
      "cost_usd": 0.19111650000000002
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25091,
      "tokens_in": 71652,
      "tokens_in_cached": 50982,
      "tokens_out": 2304,
      "tool_calls": 7,
      "cost_usd": 0.5406855
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 56263,
      "tokens_in": 94457,
      "tokens_in_cached": 76222,
      "tokens_out": 3295,
      "tool_calls": 7,
      "cost_usd": 0.5475255
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 39638,
      "tokens_in": 58514,
      "tokens_in_cached": 43831,
      "tokens_out": 1982,
      "tool_calls": 6,
      "cost_usd": 0.40305775
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 10871,
      "tokens_in": 33606,
      "tokens_in_cached": 27645,
      "tokens_out": 563,
      "tool_calls": 1,
      "cost_usd": 0.15394125
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6061,
      "tokens_in": 14892,
      "tokens_in_cached": 12765,
      "tokens_out": 318,
      "cost_usd": 0.06161125
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 15362,
      "tokens_in": 30165,
      "tokens_in_cached": 27641,
      "tokens_out": 526,
      "tool_calls": 1,
      "cost_usd": 0.08335025
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 15470,
      "tokens_in": 33623,
      "tokens_in_cached": 27651,
      "tokens_out": 542,
      "tool_calls": 1,
      "cost_usd": 0.15311275
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 27001,
      "tokens_in": 47458,
      "tokens_in_cached": 43116,
      "tokens_out": 1475,
      "tool_calls": 8,
      "cost_usd": 0.170709
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13271,
      "tokens_in": 46703,
      "tokens_in_cached": 43352,
      "tokens_out": 1019,
      "tool_calls": 5,
      "cost_usd": 0.12814799999999998
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 30120,
      "tokens_in": 46778,
      "tokens_in_cached": 42942,
      "tokens_out": 1717,
      "tool_calls": 6,
      "cost_usd": 0.1726455
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 25015,
      "tokens_in": 47684,
      "tokens_in_cached": 42932,
      "tokens_out": 1251,
      "tool_calls": 6,
      "cost_usd": 0.167663
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19546,
      "tokens_in": 82722,
      "tokens_in_cached": 77273,
      "tokens_out": 1590,
      "tool_calls": 7,
      "cost_usd": 0.20649825000000002
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 28021,
      "tokens_in": 70041,
      "tokens_in_cached": 61846,
      "tokens_out": 2471,
      "tool_calls": 13,
      "cost_usd": 0.3019315
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14727,
      "tokens_in": 50525,
      "tokens_in_cached": 45179,
      "tokens_out": 1067,
      "tool_calls": 3,
      "cost_usd": 0.17090475
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8954,
      "tokens_in": 33834,
      "tokens_in_cached": 27686,
      "tokens_out": 582,
      "tool_calls": 2,
      "cost_usd": 0.1586415
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21327,
      "tokens_in": 55544,
      "tokens_in_cached": 45347,
      "tokens_out": 935,
      "tool_calls": 4,
      "cost_usd": 0.26136675
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8720,
      "tokens_in": 30723,
      "tokens_in_cached": 27663,
      "tokens_out": 746,
      "tool_calls": 5,
      "cost_usd": 0.10507575000000001
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9384,
      "tokens_in": 45525,
      "tokens_in_cached": 42670,
      "tokens_out": 483,
      "tool_calls": 2,
      "cost_usd": 0.0912575
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12402,
      "tokens_in": 30007,
      "tokens_in_cached": 27660,
      "tokens_out": 392,
      "tool_calls": 1,
      "cost_usd": 0.073115
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 536862,
      "tokens_in": 1639775,
      "tokens_in_cached": 1156963,
      "tokens_out": 29318,
      "tool_calls": 18,
      "cost_usd": 11.408780749999998
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12452,
      "tokens_in": 31078,
      "tokens_in_cached": 27656,
      "tokens_out": 1136,
      "tool_calls": 6,
      "cost_usd": 0.131814
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12933,
      "tokens_in": 30661,
      "tokens_in_cached": 27647,
      "tokens_out": 987,
      "tool_calls": 4,
      "cost_usd": 0.11620174999999999
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17880,
      "tokens_in": 46626,
      "tokens_in_cached": 42899,
      "tokens_out": 1452,
      "tool_calls": 7,
      "cost_usd": 0.15720475
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8982,
      "tokens_in": 32242,
      "tokens_in_cached": 27658,
      "tokens_out": 590,
      "tool_calls": 1,
      "cost_usd": 0.1277545
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7593,
      "tokens_in": 32148,
      "tokens_in_cached": 27666,
      "tokens_out": 429,
      "tool_calls": 1,
      "cost_usd": 0.11766649999999998
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5669,
      "tokens_in": 14904,
      "tokens_in_cached": 12765,
      "tokens_out": 327,
      "cost_usd": 0.06230125
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6227,
      "tokens_in": 32346,
      "tokens_in_cached": 27680,
      "tokens_out": 387,
      "tool_calls": 1,
      "cost_usd": 0.11925
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3263,
      "tokens_in": 14938,
      "tokens_in_cached": 12765,
      "tokens_out": 153,
      "cost_usd": 0.05428125
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5929,
      "tokens_in": 32476,
      "tokens_in_cached": 27656,
      "tokens_out": 293,
      "tool_calls": 1,
      "cost_usd": 0.11762399999999999
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11962,
      "tokens_in": 46934,
      "tokens_in_cached": 43099,
      "tokens_out": 930,
      "tool_calls": 5,
      "cost_usd": 0.13331475
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11809,
      "tokens_in": 30758,
      "tokens_in_cached": 27654,
      "tokens_out": 955,
      "tool_calls": 4,
      "cost_usd": 0.1164035
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10657,
      "tokens_in": 46320,
      "tokens_in_cached": 43010,
      "tokens_out": 837,
      "tool_calls": 5,
      "cost_usd": 0.11814250000000001
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12165,
      "tokens_in": 46720,
      "tokens_in_cached": 42994,
      "tokens_out": 916,
      "tool_calls": 5,
      "cost_usd": 0.13040849999999998
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13656,
      "tokens_in": 46842,
      "tokens_in_cached": 42964,
      "tokens_out": 1129,
      "tool_calls": 7,
      "cost_usd": 0.144091
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13679,
      "tokens_in": 46529,
      "tokens_in_cached": 43216,
      "tokens_out": 1086,
      "tool_calls": 5,
      "cost_usd": 0.130704
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10575,
      "tokens_in": 53242,
      "tokens_in_cached": 45381,
      "tokens_out": 632,
      "tool_calls": 2,
      "cost_usd": 0.19950525000000002
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 29531,
      "tokens_in": 55517,
      "tokens_in_cached": 33152,
      "tokens_out": 2070,
      "tool_calls": 5,
      "cost_usd": 0.5584279999999999
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 30943,
      "tokens_in": 64565,
      "tokens_in_cached": 43290,
      "tokens_out": 2206,
      "tool_calls": 5,
      "cost_usd": 0.5459625
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8753,
      "tokens_in": 30073,
      "tokens_in_cached": 27693,
      "tokens_out": 367,
      "tool_calls": 1,
      "cost_usd": 0.07253325000000001
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14609,
      "tokens_in": 45969,
      "tokens_in_cached": 43019,
      "tokens_out": 793,
      "tool_calls": 3,
      "cost_usd": 0.10874475
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7879,
      "tokens_in": 30020,
      "tokens_in_cached": 27668,
      "tokens_out": 304,
      "tool_calls": 1,
      "cost_usd": 0.068817
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "no_answer",
      "latency_ms": 277484,
      "tokens_in": 3492946,
      "tokens_in_cached": 2520092,
      "tokens_out": 26543,
      "tool_calls": 45,
      "cost_usd": 21.411672999999997
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8120,
      "tokens_in": 30315,
      "tokens_in_cached": 14921,
      "tokens_out": 404,
      "tool_calls": 2,
      "cost_usd": 0.33147025
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15248,
      "tokens_in": 50594,
      "tokens_in_cached": 42765,
      "tokens_out": 882,
      "tool_calls": 3,
      "cost_usd": 0.21071125000000002
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 27278,
      "tokens_in": 76187,
      "tokens_in_cached": 54884,
      "tokens_out": 1837,
      "tool_calls": 4,
      "cost_usd": 0.530971
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13159,
      "tokens_in": 49496,
      "tokens_in_cached": 42735,
      "tokens_out": 619,
      "tool_calls": 2,
      "cost_usd": 0.17619375000000004
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8879,
      "tokens_in": 30089,
      "tokens_in_cached": 27701,
      "tokens_out": 373,
      "tool_calls": 1,
      "cost_usd": 0.07299525
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10039,
      "tokens_in": 30323,
      "tokens_in_cached": 27688,
      "tokens_out": 558,
      "tool_calls": 2,
      "cost_usd": 0.08718200000000001
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15351,
      "tokens_in": 30685,
      "tokens_in_cached": 27683,
      "tokens_out": 958,
      "tool_calls": 4,
      "cost_usd": 0.11452074999999999
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12139,
      "tokens_in": 32808,
      "tokens_in_cached": 14889,
      "tokens_out": 656,
      "tool_calls": 2,
      "cost_usd": 0.39456225
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9384,
      "tokens_in": 30754,
      "tokens_in_cached": 14924,
      "tokens_out": 486,
      "tool_calls": 2,
      "cost_usd": 0.34429099999999996
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7067,
      "tokens_in": 30188,
      "tokens_in_cached": 27701,
      "tokens_out": 229,
      "tool_calls": 1,
      "cost_usd": 0.06777525
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6410,
      "tokens_in": 30231,
      "tokens_in_cached": 27720,
      "tokens_out": 226,
      "tool_calls": 1,
      "cost_usd": 0.06811
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10089,
      "tokens_in": 30240,
      "tokens_in_cached": 27654,
      "tokens_out": 514,
      "tool_calls": 2,
      "cost_usd": 0.0839935
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 34962,
      "tokens_in": 64979,
      "tokens_in_cached": 59322,
      "tokens_out": 2819,
      "tool_calls": 9,
      "cost_usd": 0.2679405
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14171,
      "tokens_in": 46101,
      "tokens_in_cached": 42936,
      "tokens_out": 877,
      "tool_calls": 4,
      "cost_usd": 0.117224
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8963,
      "tokens_in": 30228,
      "tokens_in_cached": 14883,
      "tokens_out": 458,
      "tool_calls": 2,
      "cost_usd": 0.33318075
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17614,
      "tokens_in": 31374,
      "tokens_in_cached": 27653,
      "tokens_out": 1207,
      "tool_calls": 2,
      "cost_usd": 0.14134325
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17364,
      "tokens_in": 67421,
      "tokens_in_cached": 42764,
      "tokens_out": 985,
      "tool_calls": 3,
      "cost_usd": 0.5524209999999999
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9010,
      "tokens_in": 30742,
      "tokens_in_cached": 27665,
      "tokens_out": 378,
      "tool_calls": 1,
      "cost_usd": 0.08701624999999999
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 38335,
      "tokens_in": 80920,
      "tokens_in_cached": 64486,
      "tokens_out": 2710,
      "tool_calls": 8,
      "cost_usd": 0.47932149999999996
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16003,
      "tokens_in": 52388,
      "tokens_in_cached": 43927,
      "tokens_out": 995,
      "tool_calls": 4,
      "cost_usd": 0.22929175
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13948,
      "tokens_in": 50737,
      "tokens_in_cached": 44042,
      "tokens_out": 848,
      "tool_calls": 4,
      "cost_usd": 0.1866505
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15823,
      "tokens_in": 73946,
      "tokens_in_cached": 65224,
      "tokens_out": 800,
      "tool_calls": 4,
      "cost_usd": 0.229766
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15108,
      "tokens_in": 46798,
      "tokens_in_cached": 43051,
      "tokens_out": 728,
      "tool_calls": 2,
      "cost_usd": 0.12144275
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8709,
      "tokens_in": 30200,
      "tokens_in_cached": 14898,
      "tokens_out": 356,
      "tool_calls": 1,
      "cost_usd": 0.32722450000000003
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 31941,
      "tokens_in": 103148,
      "tokens_in_cached": 73836,
      "tokens_out": 2145,
      "tool_calls": 7,
      "cost_usd": 0.7109690000000001
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 46053,
      "tokens_in": 111252,
      "tokens_in_cached": 74889,
      "tokens_out": 3529,
      "tool_calls": 16,
      "cost_usd": 0.92145225
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 28971,
      "tokens_in": 93128,
      "tokens_in_cached": 73025,
      "tokens_out": 1943,
      "tool_calls": 7,
      "cost_usd": 0.51648625
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18518,
      "tokens_in": 67809,
      "tokens_in_cached": 48277,
      "tokens_out": 955,
      "tool_calls": 5,
      "cost_usd": 0.44947925
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8644,
      "tokens_in": 30796,
      "tokens_in_cached": 14892,
      "tokens_out": 177,
      "tool_calls": 1,
      "cost_usd": 0.33031299999999997
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8553,
      "tokens_in": 30602,
      "tokens_in_cached": 14906,
      "tokens_out": 487,
      "tool_calls": 1,
      "cost_usd": 0.3419565
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5257,
      "tokens_in": 30086,
      "tokens_in_cached": 27625,
      "tokens_out": 271,
      "tool_calls": 2,
      "cost_usd": 0.06963625
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6472,
      "tokens_in": 30194,
      "tokens_in_cached": 27647,
      "tokens_out": 411,
      "tool_calls": 2,
      "cost_usd": 0.07836175000000001
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8807,
      "tokens_in": 30645,
      "tokens_in_cached": 27644,
      "tokens_out": 603,
      "tool_calls": 2,
      "cost_usd": 0.09704099999999999
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5458,
      "tokens_in": 30194,
      "tokens_in_cached": 27647,
      "tokens_out": 355,
      "tool_calls": 2,
      "cost_usd": 0.07556175
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11888,
      "tokens_in": 73453,
      "tokens_in_cached": 54252,
      "tokens_out": 1167,
      "tool_calls": 5,
      "cost_usd": 0.455873
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 79727,
      "tokens_in": 564717,
      "tokens_in_cached": 433113,
      "tokens_out": 9144,
      "tool_calls": 20,
      "cost_usd": 3.19741825
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8836,
      "tokens_in": 59285,
      "tokens_in_cached": 49665,
      "tokens_out": 721,
      "tool_calls": 3,
      "cost_usd": 0.24080624999999997
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6307,
      "tokens_in": 30330,
      "tokens_in_cached": 27663,
      "tokens_out": 364,
      "tool_calls": 1,
      "cost_usd": 0.07841574999999999
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 43379,
      "tokens_in": 152378,
      "tokens_in_cached": 105306,
      "tokens_out": 4397,
      "tool_calls": 15,
      "cost_usd": 1.1875165
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6931,
      "tokens_in": 53828,
      "tokens_in_cached": 27665,
      "tokens_out": 598,
      "tool_calls": 2,
      "cost_usd": 0.56003625
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6198,
      "tokens_in": 30336,
      "tokens_in_cached": 27651,
      "tokens_out": 299,
      "tool_calls": 1,
      "cost_usd": 0.07552275
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18426,
      "tokens_in": 86359,
      "tokens_in_cached": 67845,
      "tokens_out": 1805,
      "tool_calls": 10,
      "cost_usd": 0.47741125
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22121,
      "tokens_in": 33319,
      "tokens_in_cached": 27633,
      "tokens_out": 2825,
      "tool_calls": 20,
      "cost_usd": 0.26183825000000005
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8552,
      "tokens_in": 31883,
      "tokens_in_cached": 27626,
      "tokens_out": 818,
      "tool_calls": 3,
      "cost_usd": 0.1329065
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13062,
      "tokens_in": 63168,
      "tokens_in_cached": 43290,
      "tokens_out": 1039,
      "tool_calls": 2,
      "cost_usd": 0.46027250000000003
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14417,
      "tokens_in": 32027,
      "tokens_in_cached": 27625,
      "tokens_out": 1716,
      "tool_calls": 12,
      "cost_usd": 0.18070625
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13021,
      "tokens_in": 78295,
      "tokens_in_cached": 62312,
      "tokens_out": 1171,
      "tool_calls": 6,
      "cost_usd": 0.393708
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8498,
      "tokens_in": 45240,
      "tokens_in_cached": 42680,
      "tokens_out": 488,
      "tool_calls": 2,
      "cost_usd": 0.08621000000000001
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7394,
      "tokens_in": 30232,
      "tokens_in_cached": 27644,
      "tokens_out": 533,
      "tool_calls": 2,
      "cost_usd": 0.085281
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6908,
      "tokens_in": 40258,
      "tokens_in_cached": 27674,
      "tokens_out": 520,
      "tool_calls": 2,
      "cost_usd": 0.2845585
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11022,
      "tokens_in": 40427,
      "tokens_in_cached": 27671,
      "tokens_out": 1143,
      "tool_calls": 3,
      "cost_usd": 0.31914775
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7132,
      "tokens_in": 32870,
      "tokens_in_cached": 27649,
      "tokens_out": 439,
      "tool_calls": 1,
      "cost_usd": 0.13324225
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14445,
      "tokens_in": 38083,
      "tokens_in_cached": 27652,
      "tokens_out": 1307,
      "tool_calls": 3,
      "cost_usd": 0.280843
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 21675,
      "tokens_in": 138936,
      "tokens_in_cached": 109328,
      "tokens_out": 1823,
      "tool_calls": 6,
      "cost_usd": 0.710562
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9201,
      "tokens_in": 38123,
      "tokens_in_cached": 27667,
      "tokens_out": 744,
      "tool_calls": 2,
      "cost_usd": 0.25319674999999997
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18317,
      "tokens_in": 49682,
      "tokens_in_cached": 27669,
      "tokens_out": 1915,
      "tool_calls": 2,
      "cost_usd": 0.5428872499999999
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6801,
      "tokens_in": 40453,
      "tokens_in_cached": 27647,
      "tokens_out": 336,
      "tool_calls": 1,
      "cost_usd": 0.27979175
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11064,
      "tokens_in": 88805,
      "tokens_in_cached": 64411,
      "tokens_out": 931,
      "tool_calls": 3,
      "cost_usd": 0.55047275
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13962,
      "tokens_in": 50529,
      "tokens_in_cached": 27673,
      "tokens_out": 1528,
      "tool_calls": 6,
      "cost_usd": 0.54039825
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5316,
      "tokens_in": 33080,
      "tokens_in_cached": 27644,
      "tokens_out": 310,
      "tool_calls": 2,
      "cost_usd": 0.131091
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4741,
      "tokens_in": 32562,
      "tokens_in_cached": 27629,
      "tokens_out": 296,
      "tool_calls": 2,
      "cost_usd": 0.12032725
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6265,
      "tokens_in": 45795,
      "tokens_in_cached": 27637,
      "tokens_out": 439,
      "tool_calls": 2,
      "cost_usd": 0.39197925
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14735,
      "tokens_in": 127372,
      "tokens_in_cached": 91941,
      "tokens_out": 1311,
      "tool_calls": 8,
      "cost_usd": 0.7970752499999999
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6517,
      "tokens_in": 41818,
      "tokens_in_cached": 27654,
      "tokens_out": 424,
      "tool_calls": 2,
      "cost_usd": 0.31135349999999995
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5557,
      "tokens_in": 32615,
      "tokens_in_cached": 27641,
      "tokens_out": 299,
      "tool_calls": 2,
      "cost_usd": 0.12130025
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4738,
      "tokens_in": 34947,
      "tokens_in_cached": 27641,
      "tokens_out": 299,
      "tool_calls": 2,
      "cost_usd": 0.16794025
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5993,
      "tokens_in": 31812,
      "tokens_in_cached": 27659,
      "tokens_out": 460,
      "tool_calls": 2,
      "cost_usd": 0.11293475
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7826,
      "tokens_in": 34180,
      "tokens_in_cached": 27643,
      "tokens_out": 699,
      "tool_calls": 2,
      "cost_usd": 0.17256075
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15616,
      "tokens_in": 47531,
      "tokens_in_cached": 43268,
      "tokens_out": 1520,
      "tool_calls": 7,
      "cost_usd": 0.172017
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18953,
      "tokens_in": 90715,
      "tokens_in_cached": 67302,
      "tokens_out": 1892,
      "tool_calls": 8,
      "cost_usd": 0.5796055
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8796,
      "tokens_in": 49410,
      "tokens_in_cached": 43657,
      "tokens_out": 539,
      "tool_calls": 3,
      "cost_usd": 0.15286424999999998
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13998,
      "tokens_in": 81861,
      "tokens_in_cached": 65582,
      "tokens_out": 1082,
      "tool_calls": 5,
      "cost_usd": 0.3959955
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15789,
      "tokens_in": 62244,
      "tokens_in_cached": 47609,
      "tokens_out": 1373,
      "tool_calls": 3,
      "cost_usd": 0.37319225
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28294,
      "tokens_in": 87266,
      "tokens_in_cached": 78010,
      "tokens_out": 2420,
      "tool_calls": 7,
      "cost_usd": 0.3255225
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4773,
      "tokens_in": 33552,
      "tokens_in_cached": 27646,
      "tokens_out": 298,
      "tool_calls": 2,
      "cost_usd": 0.1398915
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6019,
      "tokens_in": 44187,
      "tokens_in_cached": 27645,
      "tokens_out": 357,
      "tool_calls": 2,
      "cost_usd": 0.35556125
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5121,
      "tokens_in": 38435,
      "tokens_in_cached": 27656,
      "tokens_out": 241,
      "tool_calls": 1,
      "cost_usd": 0.234504
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23946,
      "tokens_in": 99783,
      "tokens_in_cached": 77867,
      "tokens_out": 2780,
      "tool_calls": 12,
      "cost_usd": 0.59670675
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13833,
      "tokens_in": 63512,
      "tokens_in_cached": 43261,
      "tokens_out": 1114,
      "tool_calls": 5,
      "cost_usd": 0.47147524999999996
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8450,
      "tokens_in": 58071,
      "tokens_in_cached": 47245,
      "tokens_out": 625,
      "tool_calls": 4,
      "cost_usd": 0.25952125
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5999,
      "tokens_in": 38496,
      "tokens_in_cached": 27646,
      "tokens_out": 352,
      "tool_calls": 2,
      "cost_usd": 0.2414715
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7388,
      "tokens_in": 32683,
      "tokens_in_cached": 27633,
      "tokens_out": 503,
      "tool_calls": 1,
      "cost_usd": 0.13301824999999998
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17023,
      "tokens_in": 106161,
      "tokens_in_cached": 78936,
      "tokens_out": 1556,
      "tool_calls": 4,
      "cost_usd": 0.6419539999999999
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11470,
      "tokens_in": 62275,
      "tokens_in_cached": 48713,
      "tokens_out": 989,
      "tool_calls": 2,
      "cost_usd": 0.33280825
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7274,
      "tokens_in": 47704,
      "tokens_in_cached": 27669,
      "tokens_out": 637,
      "tool_calls": 2,
      "cost_usd": 0.43942725000000005
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6647,
      "tokens_in": 31687,
      "tokens_in_cached": 27670,
      "tokens_out": 417,
      "tool_calls": 1,
      "cost_usd": 0.1080675
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8810,
      "tokens_in": 64533,
      "tokens_in_cached": 51548,
      "tokens_out": 657,
      "tool_calls": 3,
      "cost_usd": 0.30537699999999995
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5423,
      "tokens_in": 35478,
      "tokens_in_cached": 27667,
      "tokens_out": 252,
      "tool_calls": 1,
      "cost_usd": 0.17569674999999998
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6886,
      "tokens_in": 42504,
      "tokens_in_cached": 27663,
      "tokens_out": 522,
      "tool_calls": 2,
      "cost_usd": 0.32979574999999994
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5968,
      "tokens_in": 41140,
      "tokens_in_cached": 27682,
      "tokens_out": 414,
      "tool_calls": 2,
      "cost_usd": 0.29674049999999996
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11808,
      "tokens_in": 39464,
      "tokens_in_cached": 27670,
      "tokens_out": 1123,
      "tool_calls": 2,
      "cost_usd": 0.2989075
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6303,
      "tokens_in": 40882,
      "tokens_in_cached": 27672,
      "tokens_out": 533,
      "tool_calls": 2,
      "cost_usd": 0.297728
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7676,
      "tokens_in": 33480,
      "tokens_in_cached": 27672,
      "tokens_out": 693,
      "tool_calls": 2,
      "cost_usd": 0.157688
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6538,
      "tokens_in": 37687,
      "tokens_in_cached": 27701,
      "tokens_out": 551,
      "tool_calls": 2,
      "cost_usd": 0.23415524999999998
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6166,
      "tokens_in": 33378,
      "tokens_in_cached": 27663,
      "tokens_out": 469,
      "tool_calls": 2,
      "cost_usd": 0.14462575
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6874,
      "tokens_in": 49971,
      "tokens_in_cached": 27655,
      "tokens_out": 559,
      "tool_calls": 2,
      "cost_usd": 0.48114375
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5806,
      "tokens_in": 41450,
      "tokens_in_cached": 27669,
      "tokens_out": 406,
      "tool_calls": 2,
      "cost_usd": 0.30279725
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5204,
      "tokens_in": 40243,
      "tokens_in_cached": 27656,
      "tokens_out": 365,
      "tool_calls": 2,
      "cost_usd": 0.276864
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12248,
      "tokens_in": 79506,
      "tokens_in_cached": 50660,
      "tokens_out": 1124,
      "tool_calls": 4,
      "cost_usd": 0.6457250000000001
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9165,
      "tokens_in": 45995,
      "tokens_in_cached": 27675,
      "tokens_out": 762,
      "tool_calls": 2,
      "cost_usd": 0.41137875
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16811,
      "tokens_in": 47801,
      "tokens_in_cached": 43549,
      "tokens_out": 1776,
      "tool_calls": 8,
      "cost_usd": 0.18466725
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6062,
      "tokens_in": 33416,
      "tokens_in_cached": 27646,
      "tokens_out": 407,
      "tool_calls": 2,
      "cost_usd": 0.14262149999999998
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8834,
      "tokens_in": 31634,
      "tokens_in_cached": 27627,
      "tokens_out": 779,
      "tool_calls": 2,
      "cost_usd": 0.12595675
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5980,
      "tokens_in": 30412,
      "tokens_in_cached": 27623,
      "tokens_out": 363,
      "tool_calls": 2,
      "cost_usd": 0.08079575
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7655,
      "tokens_in": 43002,
      "tokens_in_cached": 27624,
      "tokens_out": 594,
      "tool_calls": 1,
      "cost_usd": 0.34412600000000004
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8119,
      "tokens_in": 53195,
      "tokens_in_cached": 45696,
      "tokens_out": 585,
      "tool_calls": 5,
      "cost_usd": 0.190594
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14480,
      "tokens_in": 87268,
      "tokens_in_cached": 68163,
      "tokens_out": 1126,
      "tool_calls": 8,
      "cost_usd": 0.45536075
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5631,
      "tokens_in": 31145,
      "tokens_in_cached": 27636,
      "tokens_out": 390,
      "tool_calls": 3,
      "cost_usd": 0.096549
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8708,
      "tokens_in": 83623,
      "tokens_in_cached": 61050,
      "tokens_out": 643,
      "tool_calls": 4,
      "cost_usd": 0.49881250000000005
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10591,
      "tokens_in": 124261,
      "tokens_in_cached": 97341,
      "tokens_out": 844,
      "tool_calls": 6,
      "cost_usd": 0.6048552500000001
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 29362,
      "tokens_in": 77942,
      "tokens_in_cached": 65137,
      "tokens_out": 2720,
      "tool_calls": 5,
      "cost_usd": 0.40830425000000004
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7829,
      "tokens_in": 55903,
      "tokens_in_cached": 47456,
      "tokens_out": 591,
      "tool_calls": 4,
      "cost_usd": 0.210294
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6630,
      "tokens_in": 34246,
      "tokens_in_cached": 27637,
      "tokens_out": 549,
      "tool_calls": 2,
      "cost_usd": 0.16649925000000002
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7131,
      "tokens_in": 33758,
      "tokens_in_cached": 27635,
      "tokens_out": 442,
      "tool_calls": 2,
      "cost_usd": 0.15142875
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5737,
      "tokens_in": 30500,
      "tokens_in_cached": 27627,
      "tokens_out": 282,
      "tool_calls": 2,
      "cost_usd": 0.07842674999999999
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6266,
      "tokens_in": 33624,
      "tokens_in_cached": 27630,
      "tokens_out": 385,
      "tool_calls": 1,
      "cost_usd": 0.1459975
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6953,
      "tokens_in": 33455,
      "tokens_in_cached": 27648,
      "tokens_out": 438,
      "tool_calls": 1,
      "cost_usd": 0.14491199999999999
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6001,
      "tokens_in": 32588,
      "tokens_in_cached": 27639,
      "tokens_out": 345,
      "tool_calls": 1,
      "cost_usd": 0.12309975
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9706,
      "tokens_in": 33939,
      "tokens_in_cached": 27622,
      "tokens_out": 348,
      "tool_calls": 1,
      "cost_usd": 0.1506055
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 7339,
      "tokens_in": 33344,
      "tokens_in_cached": 27634,
      "tokens_out": 434,
      "tool_calls": 1,
      "cost_usd": 0.14276850000000002
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7032,
      "tokens_in": 31342,
      "tokens_in_cached": 27644,
      "tokens_out": 486,
      "tool_calls": 3,
      "cost_usd": 0.105131
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 28955,
      "tokens_in": 95771,
      "tokens_in_cached": 79291,
      "tokens_out": 2881,
      "tool_calls": 12,
      "cost_usd": 0.49339275000000005
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 10590,
      "tokens_in": 68126,
      "tokens_in_cached": 53104,
      "tokens_out": 997,
      "tool_calls": 5,
      "cost_usd": 0.363506
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6640,
      "tokens_in": 33182,
      "tokens_in_cached": 27663,
      "tokens_out": 550,
      "tool_calls": 2,
      "cost_usd": 0.14475575000000002
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10997,
      "tokens_in": 58920,
      "tokens_in_cached": 45275,
      "tokens_out": 935,
      "tool_calls": 5,
      "cost_usd": 0.33090875
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13591,
      "tokens_in": 95568,
      "tokens_in_cached": 80399,
      "tokens_out": 1020,
      "tool_calls": 6,
      "cost_usd": 0.37437975
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7155,
      "tokens_in": 30536,
      "tokens_in_cached": 27665,
      "tokens_out": 629,
      "tool_calls": 4,
      "cost_usd": 0.09574625
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10359,
      "tokens_in": 46160,
      "tokens_in_cached": 42886,
      "tokens_out": 1001,
      "tool_calls": 6,
      "cost_usd": 0.1261915
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11794,
      "tokens_in": 48517,
      "tokens_in_cached": 43236,
      "tokens_out": 1273,
      "tool_calls": 6,
      "cost_usd": 0.180019
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 36855,
      "tokens_in": 324572,
      "tokens_in_cached": 233375,
      "tokens_out": 4037,
      "tool_calls": 25,
      "cost_usd": 2.08403375
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 46693,
      "tokens_in": 158113,
      "tokens_in_cached": 123252,
      "tokens_out": 5007,
      "tool_calls": 21,
      "cost_usd": 0.978283
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 70920,
      "tokens_in": 427707,
      "tokens_in_cached": 358648,
      "tokens_out": 7897,
      "tool_calls": 27,
      "cost_usd": 1.865532
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6255,
      "tokens_in": 35128,
      "tokens_in_cached": 27657,
      "tokens_out": 522,
      "tool_calls": 2,
      "cost_usd": 0.18239425
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9514,
      "tokens_in": 46787,
      "tokens_in_cached": 43004,
      "tokens_out": 869,
      "tool_calls": 5,
      "cost_usd": 0.129801
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10281,
      "tokens_in": 47187,
      "tokens_in_cached": 43227,
      "tokens_out": 1037,
      "tool_calls": 5,
      "cost_usd": 0.14179675
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 74630,
      "tokens_in": 581850,
      "tokens_in_cached": 444371,
      "tokens_out": 8460,
      "tool_calls": 24,
      "cost_usd": 3.28355275
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10228,
      "tokens_in": 61540,
      "tokens_in_cached": 43085,
      "tokens_out": 886,
      "tool_calls": 4,
      "cost_usd": 0.42411125000000005
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 31393,
      "tokens_in": 98173,
      "tokens_in_cached": 80179,
      "tokens_out": 3099,
      "tool_calls": 6,
      "cost_usd": 0.5347947500000001
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7290,
      "tokens_in": 30580,
      "tokens_in_cached": 27668,
      "tokens_out": 662,
      "tool_calls": 4,
      "cost_usd": 0.098217
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 33377,
      "tokens_in": 93912,
      "tokens_in_cached": 81580,
      "tokens_out": 3608,
      "tool_calls": 16,
      "cost_usd": 0.44733500000000004
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23908,
      "tokens_in": 77369,
      "tokens_in_cached": 56444,
      "tokens_out": 2455,
      "tool_calls": 8,
      "cost_usd": 0.555301
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7017,
      "tokens_in": 30722,
      "tokens_in_cached": 27670,
      "tokens_out": 632,
      "tool_calls": 2,
      "cost_usd": 0.09951750000000001
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10341,
      "tokens_in": 79068,
      "tokens_in_cached": 27682,
      "tokens_out": 962,
      "tool_calls": 2,
      "cost_usd": 1.0827005
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 10098,
      "tokens_in": 116683,
      "tokens_in_cached": 78066,
      "tokens_out": 973,
      "tool_calls": 4,
      "cost_usd": 0.8404465
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4781,
      "tokens_in": 30137,
      "tokens_in_cached": 27639,
      "tokens_out": 218,
      "tool_calls": 1,
      "cost_usd": 0.06772975
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9996,
      "tokens_in": 97099,
      "tokens_in_cached": 68076,
      "tokens_out": 820,
      "tool_calls": 3,
      "cost_usd": 0.6384189999999998
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 13446,
      "tokens_in": 48042,
      "tokens_in_cached": 43462,
      "tokens_out": 1424,
      "tool_calls": 5,
      "cost_usd": 0.1736055
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4636,
      "tokens_in": 30107,
      "tokens_in_cached": 27639,
      "tokens_out": 221,
      "tool_calls": 1,
      "cost_usd": 0.06727975
    }
  ]
}