{
  "track": "mcp",
  "model": "gemma4-12b",
  "tag": "r3",
  "provider": "ollama",
  "started_at": "2026-11-06T03:10:33Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "spacebench-runner",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "abstained",
      "latency_ms": 191295,
      "tokens_in": 33213,
      "tokens_in_cached": 19214,
      "tokens_out": 1254,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "abstained",
      "latency_ms": 12086,
      "tokens_in": 18674,
      "tokens_in_cached": 15802,
      "tokens_out": 194,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 26350,
      "tokens_in": 16574,
      "tokens_in_cached": 16290,
      "tokens_out": 599,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "abstained",
      "latency_ms": 12504,
      "tokens_in": 19258,
      "tokens_in_cached": 16294,
      "tokens_out": 228,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 11047,
      "tokens_in": 30758,
      "tokens_in_cached": 24481,
      "tokens_out": 341,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 22429,
      "tokens_in": 8161,
      "tokens_in_cached": 8129,
      "tokens_out": 1620,
      "cost_usd": 0
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 13966,
      "tokens_in": 8157,
      "tokens_in_cached": 8156,
      "tokens_out": 638,
      "cost_usd": 0
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 59743,
      "tokens_in": 8159,
      "tokens_in_cached": 7648,
      "tokens_out": 4591,
      "cost_usd": 0
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 21392,
      "tokens_in": 8159,
      "tokens_in_cached": 7647,
      "tokens_out": 1489,
      "cost_usd": 0
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 67474,
      "tokens_in": 8176,
      "tokens_in_cached": 7646,
      "tokens_out": 5187,
      "cost_usd": 0
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 20594,
      "tokens_in": 19374,
      "tokens_in_cached": 15823,
      "tokens_out": 1036,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 30136,
      "tokens_in": 32414,
      "tokens_in_cached": 23940,
      "tokens_out": 926,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 41591,
      "tokens_in": 8162,
      "tokens_in_cached": 7661,
      "tokens_out": 3056,
      "cost_usd": 0
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 29843,
      "tokens_in": 8175,
      "tokens_in_cached": 7660,
      "tokens_out": 2294,
      "cost_usd": 0
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "incorrect",
      "latency_ms": 86744,
      "tokens_in": 8179,
      "tokens_in_cached": 7662,
      "tokens_out": 6327,
      "cost_usd": 0
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 119178,
      "tokens_in": 8158,
      "tokens_in_cached": 8121,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 32550,
      "tokens_in": 8163,
      "tokens_in_cached": 8120,
      "tokens_out": 2310,
      "cost_usd": 0
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 81568,
      "tokens_in": 8170,
      "tokens_in_cached": 8119,
      "tokens_out": 5837,
      "cost_usd": 0
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 82854,
      "tokens_in": 8189,
      "tokens_in_cached": 8118,
      "tokens_out": 6265,
      "cost_usd": 0
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 110524,
      "tokens_in": 8176,
      "tokens_in_cached": 8117,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 52427,
      "tokens_in": 8190,
      "tokens_in_cached": 8116,
      "tokens_out": 3717,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 71065,
      "tokens_in": 8175,
      "tokens_in_cached": 8115,
      "tokens_out": 4797,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 94816,
      "tokens_in": 8178,
      "tokens_in_cached": 8114,
      "tokens_out": 7862,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 49543,
      "tokens_in": 8172,
      "tokens_in_cached": 8113,
      "tokens_out": 3577,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 81585,
      "tokens_in": 8187,
      "tokens_in_cached": 8112,
      "tokens_out": 5772,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4936,
      "tokens_in": 16541,
      "tokens_in_cached": 16266,
      "tokens_out": 119,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 21207,
      "tokens_in": 32721,
      "tokens_in_cached": 27348,
      "tokens_out": 817,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6139,
      "tokens_in": 16396,
      "tokens_in_cached": 16284,
      "tokens_out": 207,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16155,
      "tokens_in": 16407,
      "tokens_in_cached": 16287,
      "tokens_out": 581,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 57953,
      "tokens_in": 16401,
      "tokens_in_cached": 16264,
      "tokens_out": 2243,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 26049,
      "tokens_in": 37737,
      "tokens_in_cached": 35154,
      "tokens_out": 1230,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5816,
      "tokens_in": 25053,
      "tokens_in_cached": 24685,
      "tokens_out": 183,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4178,
      "tokens_in": 16523,
      "tokens_in_cached": 16282,
      "tokens_out": 114,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6742,
      "tokens_in": 16575,
      "tokens_in_cached": 16307,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7090,
      "tokens_in": 16553,
      "tokens_in_cached": 16295,
      "tokens_out": 258,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3387,
      "tokens_in": 16547,
      "tokens_in_cached": 16283,
      "tokens_out": 100,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3467,
      "tokens_in": 16536,
      "tokens_in_cached": 16287,
      "tokens_out": 103,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5802,
      "tokens_in": 16533,
      "tokens_in_cached": 16287,
      "tokens_out": 144,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4153,
      "tokens_in": 16578,
      "tokens_in_cached": 16302,
      "tokens_out": 129,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4471,
      "tokens_in": 16568,
      "tokens_in_cached": 16298,
      "tokens_out": 191,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6549,
      "tokens_in": 16568,
      "tokens_in_cached": 16300,
      "tokens_out": 165,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4147,
      "tokens_in": 16582,
      "tokens_in_cached": 16321,
      "tokens_out": 175,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 30456,
      "tokens_in": 36347,
      "tokens_in_cached": 33212,
      "tokens_out": 951,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11205,
      "tokens_in": 16578,
      "tokens_in_cached": 16305,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12313,
      "tokens_in": 16577,
      "tokens_in_cached": 16305,
      "tokens_out": 204,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 43033,
      "tokens_in": 16415,
      "tokens_in_cached": 16309,
      "tokens_out": 1030,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 39322,
      "tokens_in": 16402,
      "tokens_in_cached": 16297,
      "tokens_out": 1431,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 39263,
      "tokens_in": 16401,
      "tokens_in_cached": 16291,
      "tokens_out": 1830,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8034,
      "tokens_in": 16585,
      "tokens_in_cached": 16305,
      "tokens_out": 176,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11872,
      "tokens_in": 16558,
      "tokens_in_cached": 16295,
      "tokens_out": 170,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7270,
      "tokens_in": 16578,
      "tokens_in_cached": 16265,
      "tokens_out": 173,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8007,
      "tokens_in": 16578,
      "tokens_in_cached": 16310,
      "tokens_out": 181,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9470,
      "tokens_in": 16570,
      "tokens_in_cached": 16263,
      "tokens_out": 141,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5139,
      "tokens_in": 16683,
      "tokens_in_cached": 16307,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23151,
      "tokens_in": 16497,
      "tokens_in_cached": 16324,
      "tokens_out": 1230,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 33137,
      "tokens_in": 24795,
      "tokens_in_cached": 24429,
      "tokens_out": 1590,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 22714,
      "tokens_in": 24984,
      "tokens_in_cached": 24590,
      "tokens_out": 925,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20085,
      "tokens_in": 24842,
      "tokens_in_cached": 24601,
      "tokens_out": 495,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14134,
      "tokens_in": 16590,
      "tokens_in_cached": 16311,
      "tokens_out": 152,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14845,
      "tokens_in": 16594,
      "tokens_in_cached": 16313,
      "tokens_out": 201,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9736,
      "tokens_in": 16588,
      "tokens_in_cached": 16301,
      "tokens_out": 158,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9672,
      "tokens_in": 16861,
      "tokens_in_cached": 16369,
      "tokens_out": 265,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7989,
      "tokens_in": 16568,
      "tokens_in_cached": 16341,
      "tokens_out": 113,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6629,
      "tokens_in": 16558,
      "tokens_in_cached": 16335,
      "tokens_out": 106,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10815,
      "tokens_in": 16608,
      "tokens_in_cached": 16365,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23738,
      "tokens_in": 26207,
      "tokens_in_cached": 25307,
      "tokens_out": 613,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15778,
      "tokens_in": 16474,
      "tokens_in_cached": 16338,
      "tokens_out": 554,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17897,
      "tokens_in": 16502,
      "tokens_in_cached": 16322,
      "tokens_out": 769,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 55225,
      "tokens_in": 16519,
      "tokens_in_cached": 16332,
      "tokens_out": 2318,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 59972,
      "tokens_in": 78070,
      "tokens_in_cached": 70721,
      "tokens_out": 2742,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 39717,
      "tokens_in": 16482,
      "tokens_in_cached": 16308,
      "tokens_out": 1926,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 38619,
      "tokens_in": 25002,
      "tokens_in_cached": 24682,
      "tokens_out": 878,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 38614,
      "tokens_in": 16536,
      "tokens_in_cached": 16325,
      "tokens_out": 1238,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 60189,
      "tokens_in": 16396,
      "tokens_in_cached": 16279,
      "tokens_out": 1564,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12007,
      "tokens_in": 25510,
      "tokens_in_cached": 24929,
      "tokens_out": 332,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25711,
      "tokens_in": 52999,
      "tokens_in_cached": 44193,
      "tokens_out": 511,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 63997,
      "tokens_in": 99326,
      "tokens_in_cached": 86909,
      "tokens_out": 1958,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28625,
      "tokens_in": 30829,
      "tokens_in_cached": 24487,
      "tokens_out": 883,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 28690,
      "tokens_in": 47302,
      "tokens_in_cached": 35307,
      "tokens_out": 632,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 42241,
      "tokens_in": 31618,
      "tokens_in_cached": 24704,
      "tokens_out": 1459,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 19064,
      "tokens_in": 22433,
      "tokens_in_cached": 16275,
      "tokens_out": 771,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14639,
      "tokens_in": 16460,
      "tokens_in_cached": 16279,
      "tokens_out": 585,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37249,
      "tokens_in": 53021,
      "tokens_in_cached": 49478,
      "tokens_out": 951,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 80195,
      "tokens_in": 63339,
      "tokens_in_cached": 54957,
      "tokens_out": 2772,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14568,
      "tokens_in": 25900,
      "tokens_in_cached": 25087,
      "tokens_out": 288,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 21761,
      "tokens_in": 34869,
      "tokens_in_cached": 33978,
      "tokens_out": 799,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 35502,
      "tokens_in": 18928,
      "tokens_in_cached": 16278,
      "tokens_out": 1716,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 91150,
      "tokens_in": 38800,
      "tokens_in_cached": 32760,
      "tokens_out": 2325,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 26559,
      "tokens_in": 33912,
      "tokens_in_cached": 33286,
      "tokens_out": 545,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 26853,
      "tokens_in": 33808,
      "tokens_in_cached": 33283,
      "tokens_out": 472,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 33201,
      "tokens_in": 37936,
      "tokens_in_cached": 32909,
      "tokens_out": 926,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 36390,
      "tokens_in": 31481,
      "tokens_in_cached": 27299,
      "tokens_out": 1073,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 41848,
      "tokens_in": 20856,
      "tokens_in_cached": 16282,
      "tokens_out": 1425,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 42391,
      "tokens_in": 44896,
      "tokens_in_cached": 41540,
      "tokens_out": 923,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 50723,
      "tokens_in": 71285,
      "tokens_in_cached": 64115,
      "tokens_out": 1200,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 49094,
      "tokens_in": 79478,
      "tokens_in_cached": 74737,
      "tokens_out": 1099,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17719,
      "tokens_in": 27153,
      "tokens_in_cached": 24529,
      "tokens_out": 652,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 26869,
      "tokens_in": 17902,
      "tokens_in_cached": 16273,
      "tokens_out": 1181,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30023,
      "tokens_in": 39357,
      "tokens_in_cached": 35956,
      "tokens_out": 700,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 68161,
      "tokens_in": 99915,
      "tokens_in_cached": 86090,
      "tokens_out": 1075,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 107965,
      "tokens_in": 50939,
      "tokens_in_cached": 49761,
      "tokens_out": 3931,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 103069,
      "tokens_in": 55458,
      "tokens_in_cached": 52037,
      "tokens_out": 4523,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 31976,
      "tokens_in": 54396,
      "tokens_in_cached": 49209,
      "tokens_out": 819,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 46920,
      "tokens_in": 62283,
      "tokens_in_cached": 55244,
      "tokens_out": 1270,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25683,
      "tokens_in": 33258,
      "tokens_in_cached": 32908,
      "tokens_out": 818,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20705,
      "tokens_in": 36520,
      "tokens_in_cached": 34123,
      "tokens_out": 781,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 60385,
      "tokens_in": 26026,
      "tokens_in_cached": 24619,
      "tokens_out": 2302,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12656,
      "tokens_in": 17218,
      "tokens_in_cached": 16326,
      "tokens_out": 595,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28105,
      "tokens_in": 31025,
      "tokens_in_cached": 24568,
      "tokens_out": 872,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 66799,
      "tokens_in": 18739,
      "tokens_in_cached": 16372,
      "tokens_out": 2894,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 46724,
      "tokens_in": 35540,
      "tokens_in_cached": 32729,
      "tokens_out": 1513,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25558,
      "tokens_in": 43752,
      "tokens_in_cached": 42637,
      "tokens_out": 493,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 72956,
      "tokens_in": 61174,
      "tokens_in_cached": 52846,
      "tokens_out": 2145,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 29796,
      "tokens_in": 28038,
      "tokens_in_cached": 24892,
      "tokens_out": 1371,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 68779,
      "tokens_in": 75770,
      "tokens_in_cached": 72014,
      "tokens_out": 2237,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 36137,
      "tokens_in": 70008,
      "tokens_in_cached": 62278,
      "tokens_out": 1033,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 26616,
      "tokens_in": 43961,
      "tokens_in_cached": 42995,
      "tokens_out": 471,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 24120,
      "tokens_in": 19118,
      "tokens_in_cached": 16287,
      "tokens_out": 668,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 101726,
      "tokens_in": 18813,
      "tokens_in_cached": 16224,
      "tokens_out": 3891,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 37258,
      "tokens_in": 37459,
      "tokens_in_cached": 27233,
      "tokens_out": 1368,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 11151,
      "tokens_in": 18929,
      "tokens_in_cached": 16286,
      "tokens_out": 279,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 38751,
      "tokens_in": 33146,
      "tokens_in_cached": 26874,
      "tokens_out": 1326,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 73781,
      "tokens_in": 66745,
      "tokens_in_cached": 56284,
      "tokens_out": 1017,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 26463,
      "tokens_in": 22603,
      "tokens_in_cached": 16298,
      "tokens_out": 599,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 42658,
      "tokens_in": 22499,
      "tokens_in_cached": 16293,
      "tokens_out": 1544,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 41515,
      "tokens_in": 45878,
      "tokens_in_cached": 38719,
      "tokens_out": 670,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 35285,
      "tokens_in": 73040,
      "tokens_in_cached": 70182,
      "tokens_out": 817,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 25761,
      "tokens_in": 36360,
      "tokens_in_cached": 27254,
      "tokens_out": 688,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 33577,
      "tokens_in": 88941,
      "tokens_in_cached": 76065,
      "tokens_out": 452,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19651,
      "tokens_in": 20741,
      "tokens_in_cached": 16300,
      "tokens_out": 530,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 131735,
      "tokens_in": 67733,
      "tokens_in_cached": 66556,
      "tokens_out": 5585,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 33050,
      "tokens_in": 30475,
      "tokens_in_cached": 27356,
      "tokens_out": 1093,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 64670,
      "tokens_in": 24719,
      "tokens_in_cached": 24461,
      "tokens_out": 2812,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 58662,
      "tokens_in": 41930,
      "tokens_in_cached": 35867,
      "tokens_out": 2380,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 46396,
      "tokens_in": 59189,
      "tokens_in_cached": 58540,
      "tokens_out": 1432,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 42216,
      "tokens_in": 33040,
      "tokens_in_cached": 32833,
      "tokens_out": 1432,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 199933,
      "tokens_in": 84460,
      "tokens_in_cached": 74950,
      "tokens_out": 8241,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 29615,
      "tokens_in": 18993,
      "tokens_in_cached": 16273,
      "tokens_out": 1446,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 22766,
      "tokens_in": 31444,
      "tokens_in_cached": 26685,
      "tokens_out": 755,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 17253,
      "tokens_in": 26973,
      "tokens_in_cached": 24383,
      "tokens_out": 338,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16143,
      "tokens_in": 19171,
      "tokens_in_cached": 16307,
      "tokens_out": 621,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 153442,
      "tokens_in": 19261,
      "tokens_in_cached": 16326,
      "tokens_out": 7185,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 16126,
      "tokens_in": 19396,
      "tokens_in_cached": 16299,
      "tokens_out": 323,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 96851,
      "tokens_in": 33179,
      "tokens_in_cached": 32887,
      "tokens_out": 5143,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 32763,
      "tokens_in": 77681,
      "tokens_in_cached": 74017,
      "tokens_out": 1053,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 51059,
      "tokens_in": 24868,
      "tokens_in_cached": 24639,
      "tokens_out": 1956,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 56136,
      "tokens_in": 69248,
      "tokens_in_cached": 59719,
      "tokens_out": 1642,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 72277,
      "tokens_in": 41683,
      "tokens_in_cached": 41329,
      "tokens_out": 3450,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "truncated",
      "latency_ms": 167792,
      "tokens_in": 22658,
      "tokens_in_cached": 16333,
      "tokens_out": 9264,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 65331,
      "tokens_in": 24810,
      "tokens_in_cached": 24587,
      "tokens_out": 2902,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15175,
      "tokens_in": 19434,
      "tokens_in_cached": 16307,
      "tokens_out": 725,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 58765,
      "tokens_in": 53001,
      "tokens_in_cached": 46939,
      "tokens_out": 2335,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 43679,
      "tokens_in": 16480,
      "tokens_in_cached": 16319,
      "tokens_out": 2422,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 101506,
      "tokens_in": 68228,
      "tokens_in_cached": 66860,
      "tokens_out": 3859,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 96718,
      "tokens_in": 33149,
      "tokens_in_cached": 32871,
      "tokens_out": 4748,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 70987,
      "tokens_in": 84515,
      "tokens_in_cached": 78305,
      "tokens_out": 2878,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 22266,
      "tokens_in": 24869,
      "tokens_in_cached": 24595,
      "tokens_out": 540,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15284,
      "tokens_in": 16436,
      "tokens_in_cached": 16297,
      "tokens_out": 439,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 90520,
      "tokens_in": 110014,
      "tokens_in_cached": 100144,
      "tokens_out": 3975,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 69268,
      "tokens_in": 28856,
      "tokens_in_cached": 24506,
      "tokens_out": 2709,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 48102,
      "tokens_in": 16474,
      "tokens_in_cached": 16308,
      "tokens_out": 1955,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "truncated",
      "latency_ms": 218553,
      "tokens_in": 33221,
      "tokens_in_cached": 32891,
      "tokens_out": 11385,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "no_answer",
      "latency_ms": 154342,
      "tokens_in": 50112,
      "tokens_in_cached": 49629,
      "tokens_out": 4984,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 80547,
      "tokens_in": 60540,
      "tokens_in_cached": 54124,
      "tokens_out": 2074,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 91864,
      "tokens_in": 59803,
      "tokens_in_cached": 53961,
      "tokens_out": 3612,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 26203,
      "tokens_in": 16586,
      "tokens_in_cached": 16328,
      "tokens_out": 997,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27329,
      "tokens_in": 16607,
      "tokens_in_cached": 16336,
      "tokens_out": 1096,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13530,
      "tokens_in": 16428,
      "tokens_in_cached": 16300,
      "tokens_out": 313,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 21455,
      "tokens_in": 16457,
      "tokens_in_cached": 16359,
      "tokens_out": 663,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 40992,
      "tokens_in": 24805,
      "tokens_in_cached": 24613,
      "tokens_out": 1195,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 24703,
      "tokens_in": 16417,
      "tokens_in_cached": 16292,
      "tokens_out": 798,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 242161,
      "tokens_in": 84344,
      "tokens_in_cached": 59079,
      "tokens_out": 9145,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 40980,
      "tokens_in": 42919,
      "tokens_in_cached": 37730,
      "tokens_out": 1339,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 76001,
      "tokens_in": 74687,
      "tokens_in_cached": 65875,
      "tokens_out": 2333,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37813,
      "tokens_in": 36589,
      "tokens_in_cached": 34083,
      "tokens_out": 500,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 24738,
      "tokens_in": 18136,
      "tokens_in_cached": 16307,
      "tokens_out": 327,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 30721,
      "tokens_in": 38125,
      "tokens_in_cached": 34658,
      "tokens_out": 400,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 57517,
      "tokens_in": 89645,
      "tokens_in_cached": 82327,
      "tokens_out": 1593,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22194,
      "tokens_in": 26128,
      "tokens_in_cached": 25125,
      "tokens_out": 199,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 26498,
      "tokens_in": 25221,
      "tokens_in_cached": 24702,
      "tokens_out": 697,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 70252,
      "tokens_in": 53093,
      "tokens_in_cached": 47379,
      "tokens_out": 1442,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 142447,
      "tokens_in": 95463,
      "tokens_in_cached": 79179,
      "tokens_out": 4926,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 71919,
      "tokens_in": 94620,
      "tokens_in_cached": 79376,
      "tokens_out": 1115,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 46647,
      "tokens_in": 47089,
      "tokens_in_cached": 44374,
      "tokens_out": 442,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13017,
      "tokens_in": 17142,
      "tokens_in_cached": 16297,
      "tokens_out": 220,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19458,
      "tokens_in": 16917,
      "tokens_in_cached": 16307,
      "tokens_out": 630,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7448,
      "tokens_in": 16404,
      "tokens_in_cached": 16291,
      "tokens_out": 264,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15294,
      "tokens_in": 16475,
      "tokens_in_cached": 16316,
      "tokens_out": 386,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16165,
      "tokens_in": 16475,
      "tokens_in_cached": 16333,
      "tokens_out": 277,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 31287,
      "tokens_in": 16476,
      "tokens_in_cached": 16333,
      "tokens_out": 432,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12153,
      "tokens_in": 27036,
      "tokens_in_cached": 25171,
      "tokens_out": 348,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 10698,
      "tokens_in": 17347,
      "tokens_in_cached": 16290,
      "tokens_out": 471,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 28474,
      "tokens_in": 71987,
      "tokens_in_cached": 65420,
      "tokens_out": 364,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 21984,
      "tokens_in": 62421,
      "tokens_in_cached": 57594,
      "tokens_out": 339,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 139854,
      "tokens_in": 17233,
      "tokens_in_cached": 16331,
      "tokens_out": 1077,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 36678,
      "tokens_in": 25018,
      "tokens_in_cached": 24591,
      "tokens_out": 1267,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 50281,
      "tokens_in": 90193,
      "tokens_in_cached": 84130,
      "tokens_out": 589,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 209049,
      "tokens_in": 122410,
      "tokens_in_cached": 89640,
      "tokens_out": 7733,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 60235,
      "tokens_in": 31356,
      "tokens_in_cached": 27323,
      "tokens_out": 2280,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 216684,
      "tokens_in": 44533,
      "tokens_in_cached": 39375,
      "tokens_out": 8904,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 45305,
      "tokens_in": 33786,
      "tokens_in_cached": 28818,
      "tokens_out": 1863,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 70357,
      "tokens_in": 62876,
      "tokens_in_cached": 53079,
      "tokens_out": 2686,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 203163,
      "tokens_in": 204427,
      "tokens_in_cached": 133221,
      "tokens_out": 6554,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13359,
      "tokens_in": 16471,
      "tokens_in_cached": 8182,
      "tokens_out": 270,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7398,
      "tokens_in": 16465,
      "tokens_in_cached": 16329,
      "tokens_out": 244,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 69108,
      "tokens_in": 35870,
      "tokens_in_cached": 28685,
      "tokens_out": 3466,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 166139,
      "tokens_in": 58029,
      "tokens_in_cached": 49481,
      "tokens_out": 8427,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 23585,
      "tokens_in": 38305,
      "tokens_in_cached": 34097,
      "tokens_out": 460,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 50502,
      "tokens_in": 52832,
      "tokens_in_cached": 50600,
      "tokens_out": 1966,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 58018,
      "tokens_in": 91576,
      "tokens_in_cached": 79243,
      "tokens_out": 1232,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 53537,
      "tokens_in": 93992,
      "tokens_in_cached": 78322,
      "tokens_out": 1199,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 35736,
      "tokens_in": 44758,
      "tokens_in_cached": 28488,
      "tokens_out": 1183,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 111637,
      "tokens_in": 110819,
      "tokens_in_cached": 87995,
      "tokens_out": 3950,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18030,
      "tokens_in": 33089,
      "tokens_in_cached": 25120,
      "tokens_out": 369,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 36898,
      "tokens_in": 98532,
      "tokens_in_cached": 81506,
      "tokens_out": 760,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 33055,
      "tokens_in": 36280,
      "tokens_in_cached": 33821,
      "tokens_out": 562,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18350,
      "tokens_in": 48225,
      "tokens_in_cached": 44699,
      "tokens_out": 249,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25155,
      "tokens_in": 38381,
      "tokens_in_cached": 35553,
      "tokens_out": 397,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 37468,
      "tokens_in": 49638,
      "tokens_in_cached": 45182,
      "tokens_out": 686,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21572,
      "tokens_in": 31757,
      "tokens_in_cached": 25164,
      "tokens_out": 510,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19953,
      "tokens_in": 26430,
      "tokens_in_cached": 24714,
      "tokens_out": 582,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22206,
      "tokens_in": 27734,
      "tokens_in_cached": 24414,
      "tokens_out": 448,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 29462,
      "tokens_in": 47601,
      "tokens_in_cached": 44926,
      "tokens_out": 419,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22294,
      "tokens_in": 43371,
      "tokens_in_cached": 37712,
      "tokens_out": 429,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21459,
      "tokens_in": 27170,
      "tokens_in_cached": 24451,
      "tokens_out": 301,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32097,
      "tokens_in": 37640,
      "tokens_in_cached": 33310,
      "tokens_out": 517,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 78527,
      "tokens_in": 83880,
      "tokens_in_cached": 72315,
      "tokens_out": 979,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 85694,
      "tokens_in": 27900,
      "tokens_in_cached": 24824,
      "tokens_out": 2599,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 120307,
      "tokens_in": 47516,
      "tokens_in_cached": 39372,
      "tokens_out": 3253,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 63171,
      "tokens_in": 26236,
      "tokens_in_cached": 25111,
      "tokens_out": 1415,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22509,
      "tokens_in": 27688,
      "tokens_in_cached": 25135,
      "tokens_out": 377,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22952,
      "tokens_in": 37554,
      "tokens_in_cached": 35066,
      "tokens_out": 431,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32870,
      "tokens_in": 42705,
      "tokens_in_cached": 35103,
      "tokens_out": 480,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23023,
      "tokens_in": 27089,
      "tokens_in_cached": 25127,
      "tokens_out": 280,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 26961,
      "tokens_in": 27072,
      "tokens_in_cached": 25131,
      "tokens_out": 355,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 31228,
      "tokens_in": 39059,
      "tokens_in_cached": 34749,
      "tokens_out": 573,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16845,
      "tokens_in": 32620,
      "tokens_in_cached": 25140,
      "tokens_out": 217,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23853,
      "tokens_in": 28881,
      "tokens_in_cached": 25107,
      "tokens_out": 365,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 63074,
      "tokens_in": 91710,
      "tokens_in_cached": 79912,
      "tokens_out": 1206,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 41846,
      "tokens_in": 33128,
      "tokens_in_cached": 25101,
      "tokens_out": 738,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23376,
      "tokens_in": 28821,
      "tokens_in_cached": 25211,
      "tokens_out": 436,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 67242,
      "tokens_in": 109784,
      "tokens_in_cached": 89053,
      "tokens_out": 1177,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 170215,
      "tokens_in": 38606,
      "tokens_in_cached": 26202,
      "tokens_out": 8490,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 56222,
      "tokens_in": 35763,
      "tokens_in_cached": 24443,
      "tokens_out": 1232,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 163707,
      "tokens_in": 65261,
      "tokens_in_cached": 56141,
      "tokens_out": 6151,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 33979,
      "tokens_in": 32249,
      "tokens_in_cached": 25180,
      "tokens_out": 560,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 40460,
      "tokens_in": 30604,
      "tokens_in_cached": 25249,
      "tokens_out": 1386,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 108496,
      "tokens_in": 85173,
      "tokens_in_cached": 75751,
      "tokens_out": 3399,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 69024,
      "tokens_in": 86490,
      "tokens_in_cached": 75808,
      "tokens_out": 1263,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23168,
      "tokens_in": 33264,
      "tokens_in_cached": 24964,
      "tokens_out": 360,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 33204,
      "tokens_in": 45051,
      "tokens_in_cached": 34103,
      "tokens_out": 521,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 31624,
      "tokens_in": 43591,
      "tokens_in_cached": 35635,
      "tokens_out": 1006,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20103,
      "tokens_in": 32357,
      "tokens_in_cached": 25160,
      "tokens_out": 448,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 32564,
      "tokens_in": 47777,
      "tokens_in_cached": 45344,
      "tokens_out": 1021,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 97306,
      "tokens_in": 97211,
      "tokens_in_cached": 84197,
      "tokens_out": 2149,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23477,
      "tokens_in": 38877,
      "tokens_in_cached": 35422,
      "tokens_out": 470,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18488,
      "tokens_in": 16421,
      "tokens_in_cached": 16291,
      "tokens_out": 678,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 35823,
      "tokens_in": 47609,
      "tokens_in_cached": 40079,
      "tokens_out": 810,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8662,
      "tokens_in": 16382,
      "tokens_in_cached": 16287,
      "tokens_out": 164,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28257,
      "tokens_in": 43005,
      "tokens_in_cached": 41962,
      "tokens_out": 576,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 11239,
      "tokens_in": 24503,
      "tokens_in_cached": 16288,
      "tokens_out": 376,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 48936,
      "tokens_in": 47469,
      "tokens_in_cached": 39449,
      "tokens_out": 1198,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 46367,
      "tokens_in": 36719,
      "tokens_in_cached": 33549,
      "tokens_out": 1863,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 37016,
      "tokens_in": 58445,
      "tokens_in_cached": 51009,
      "tokens_out": 1313,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "truncated",
      "latency_ms": 163633,
      "tokens_in": 47152,
      "tokens_in_cached": 44195,
      "tokens_out": 8895,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 31178,
      "tokens_in": 53684,
      "tokens_in_cached": 50070,
      "tokens_out": 366,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12379,
      "tokens_in": 16399,
      "tokens_in_cached": 16298,
      "tokens_out": 543,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 18761,
      "tokens_in": 30956,
      "tokens_in_cached": 26553,
      "tokens_out": 388,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11047,
      "tokens_in": 19096,
      "tokens_in_cached": 16300,
      "tokens_out": 238,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7171,
      "tokens_in": 18499,
      "tokens_in_cached": 16294,
      "tokens_out": 224,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15564,
      "tokens_in": 26099,
      "tokens_in_cached": 25125,
      "tokens_out": 238,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13154,
      "tokens_in": 19184,
      "tokens_in_cached": 16292,
      "tokens_out": 265,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 24764,
      "tokens_in": 32301,
      "tokens_in_cached": 26936,
      "tokens_out": 879,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 13798,
      "tokens_in": 31892,
      "tokens_in_cached": 26606,
      "tokens_out": 299,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10725,
      "tokens_in": 19242,
      "tokens_in_cached": 16280,
      "tokens_out": 153,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 8297,
      "tokens_in": 19037,
      "tokens_in_cached": 16288,
      "tokens_out": 257,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 63379,
      "tokens_in": 53961,
      "tokens_in_cached": 48875,
      "tokens_out": 1802,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 52344,
      "tokens_in": 26789,
      "tokens_in_cached": 25551,
      "tokens_out": 1951,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 217263,
      "tokens_in": 45656,
      "tokens_in_cached": 34331,
      "tokens_out": 10044,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 28980,
      "tokens_in": 25844,
      "tokens_in_cached": 24603,
      "tokens_out": 514,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28480,
      "tokens_in": 26650,
      "tokens_in_cached": 24931,
      "tokens_out": 686,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 42929,
      "tokens_in": 50187,
      "tokens_in_cached": 46860,
      "tokens_out": 1201,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17691,
      "tokens_in": 24852,
      "tokens_in_cached": 24596,
      "tokens_out": 690,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21568,
      "tokens_in": 16459,
      "tokens_in_cached": 16317,
      "tokens_out": 532,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23668,
      "tokens_in": 24791,
      "tokens_in_cached": 24571,
      "tokens_out": 550,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 35211,
      "tokens_in": 23298,
      "tokens_in_cached": 16309,
      "tokens_out": 1946,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 61079,
      "tokens_in": 43412,
      "tokens_in_cached": 37421,
      "tokens_out": 4163,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 30868,
      "tokens_in": 33242,
      "tokens_in_cached": 27363,
      "tokens_out": 1150,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 17628,
      "tokens_in": 17493,
      "tokens_in_cached": 16307,
      "tokens_out": 1040,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 19274,
      "tokens_in": 24891,
      "tokens_in_cached": 24631,
      "tokens_out": 765,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11420,
      "tokens_in": 16469,
      "tokens_in_cached": 16320,
      "tokens_out": 360,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 44163,
      "tokens_in": 45388,
      "tokens_in_cached": 39045,
      "tokens_out": 3603,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 16674,
      "tokens_in": 24939,
      "tokens_in_cached": 24657,
      "tokens_out": 673,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 135542,
      "tokens_in": 45710,
      "tokens_in_cached": 34357,
      "tokens_out": 9497,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13619,
      "tokens_in": 24843,
      "tokens_in_cached": 24593,
      "tokens_out": 566,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13706,
      "tokens_in": 24883,
      "tokens_in_cached": 24621,
      "tokens_out": 708,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 49937,
      "tokens_in": 36226,
      "tokens_in_cached": 34918,
      "tokens_out": 2518,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 16136,
      "tokens_in": 40831,
      "tokens_in_cached": 29874,
      "tokens_out": 506,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 23128,
      "tokens_in": 41649,
      "tokens_in_cached": 30289,
      "tokens_out": 430,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 20124,
      "tokens_in": 41215,
      "tokens_in_cached": 30097,
      "tokens_out": 548,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 15359,
      "tokens_in": 30341,
      "tokens_in_cached": 24561,
      "tokens_out": 419,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12967,
      "tokens_in": 31502,
      "tokens_in_cached": 25193,
      "tokens_out": 503,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 23675,
      "tokens_in": 55213,
      "tokens_in_cached": 44059,
      "tokens_out": 1257,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 18770,
      "tokens_in": 29736,
      "tokens_in_cached": 24553,
      "tokens_out": 693,
      "tool_calls": 2,
      "cost_usd": 0
    }
  ]
}