{
  "track": "mcp",
  "model": "gemma4-12b",
  "provider": "ollama",
  "started_at": "2026-11-06T03:10:33Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "provider-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "spacebench-runner",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 170830,
      "tokens_in": 17496,
      "tokens_in_cached": 8145,
      "tokens_out": 604,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "abstained",
      "latency_ms": 16764,
      "tokens_in": 31882,
      "tokens_in_cached": 26388,
      "tokens_out": 418,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "abstained",
      "latency_ms": 13157,
      "tokens_in": 19284,
      "tokens_in_cached": 16309,
      "tokens_out": 196,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "abstained",
      "latency_ms": 17965,
      "tokens_in": 19125,
      "tokens_in_cached": 15811,
      "tokens_out": 228,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 21456,
      "tokens_in": 30758,
      "tokens_in_cached": 24503,
      "tokens_out": 500,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 25323,
      "tokens_in": 8161,
      "tokens_in_cached": 7651,
      "tokens_out": 1875,
      "cost_usd": 0
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10212,
      "tokens_in": 8157,
      "tokens_in_cached": 7650,
      "tokens_out": 452,
      "cost_usd": 0
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 120538,
      "tokens_in": 19454,
      "tokens_in_cached": 16286,
      "tokens_out": 8764,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 17377,
      "tokens_in": 8159,
      "tokens_in_cached": 8130,
      "tokens_out": 1261,
      "cost_usd": 0
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 54005,
      "tokens_in": 8176,
      "tokens_in_cached": 8129,
      "tokens_out": 4051,
      "cost_usd": 0
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 24623,
      "tokens_in": 19583,
      "tokens_in_cached": 16283,
      "tokens_out": 1053,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 19773,
      "tokens_in": 32379,
      "tokens_in_cached": 27017,
      "tokens_out": 881,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 43841,
      "tokens_in": 8162,
      "tokens_in_cached": 8126,
      "tokens_out": 3411,
      "cost_usd": 0
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 44936,
      "tokens_in": 8175,
      "tokens_in_cached": 8125,
      "tokens_out": 3387,
      "cost_usd": 0
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 106164,
      "tokens_in": 8179,
      "tokens_in_cached": 8124,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 113217,
      "tokens_in": 8158,
      "tokens_in_cached": 7661,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 36499,
      "tokens_in": 8163,
      "tokens_in_cached": 7660,
      "tokens_out": 2791,
      "cost_usd": 0
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 100751,
      "tokens_in": 8170,
      "tokens_in_cached": 7659,
      "tokens_out": 7357,
      "cost_usd": 0
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 110746,
      "tokens_in": 8189,
      "tokens_in_cached": 7658,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "truncated",
      "latency_ms": 113795,
      "tokens_in": 8176,
      "tokens_in_cached": 8120,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 30434,
      "tokens_in": 8190,
      "tokens_in_cached": 8119,
      "tokens_out": 2158,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 66557,
      "tokens_in": 8175,
      "tokens_in_cached": 8118,
      "tokens_out": 4944,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 80482,
      "tokens_in": 8178,
      "tokens_in_cached": 8117,
      "tokens_out": 6285,
      "cost_usd": 0
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 30202,
      "tokens_in": 8172,
      "tokens_in_cached": 8116,
      "tokens_out": 2520,
      "cost_usd": 0
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 111489,
      "tokens_in": 8187,
      "tokens_in_cached": 8115,
      "tokens_out": 6686,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6569,
      "tokens_in": 16541,
      "tokens_in_cached": 16269,
      "tokens_out": 116,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5627,
      "tokens_in": 18683,
      "tokens_in_cached": 16303,
      "tokens_out": 189,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7655,
      "tokens_in": 16396,
      "tokens_in_cached": 16284,
      "tokens_out": 226,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14049,
      "tokens_in": 16400,
      "tokens_in_cached": 16313,
      "tokens_out": 682,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17015,
      "tokens_in": 16401,
      "tokens_in_cached": 16297,
      "tokens_out": 850,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 94790,
      "tokens_in": 24702,
      "tokens_in_cached": 24526,
      "tokens_out": 3367,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12028,
      "tokens_in": 16559,
      "tokens_in_cached": 16298,
      "tokens_out": 124,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11212,
      "tokens_in": 16523,
      "tokens_in_cached": 16282,
      "tokens_out": 90,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6811,
      "tokens_in": 16575,
      "tokens_in_cached": 16267,
      "tokens_out": 156,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9988,
      "tokens_in": 16553,
      "tokens_in_cached": 16295,
      "tokens_out": 220,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8858,
      "tokens_in": 16547,
      "tokens_in_cached": 16283,
      "tokens_out": 148,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5457,
      "tokens_in": 16536,
      "tokens_in_cached": 16287,
      "tokens_out": 97,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7370,
      "tokens_in": 16533,
      "tokens_in_cached": 16287,
      "tokens_out": 160,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10642,
      "tokens_in": 16578,
      "tokens_in_cached": 16302,
      "tokens_out": 188,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9023,
      "tokens_in": 16568,
      "tokens_in_cached": 16301,
      "tokens_out": 155,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4495,
      "tokens_in": 16568,
      "tokens_in_cached": 16300,
      "tokens_out": 181,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4953,
      "tokens_in": 16582,
      "tokens_in_cached": 16321,
      "tokens_out": 213,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7195,
      "tokens_in": 16565,
      "tokens_in_cached": 16305,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7632,
      "tokens_in": 16578,
      "tokens_in_cached": 16306,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4752,
      "tokens_in": 16577,
      "tokens_in_cached": 16305,
      "tokens_out": 196,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18717,
      "tokens_in": 16415,
      "tokens_in_cached": 16309,
      "tokens_out": 860,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 79985,
      "tokens_in": 16402,
      "tokens_in_cached": 16292,
      "tokens_out": 2905,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20190,
      "tokens_in": 16401,
      "tokens_in_cached": 16291,
      "tokens_out": 616,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5569,
      "tokens_in": 16585,
      "tokens_in_cached": 16305,
      "tokens_out": 199,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7773,
      "tokens_in": 16558,
      "tokens_in_cached": 16293,
      "tokens_out": 220,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7489,
      "tokens_in": 16578,
      "tokens_in_cached": 16264,
      "tokens_out": 209,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4236,
      "tokens_in": 16578,
      "tokens_in_cached": 16310,
      "tokens_out": 125,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6400,
      "tokens_in": 16570,
      "tokens_in_cached": 16303,
      "tokens_out": 157,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 43034,
      "tokens_in": 33280,
      "tokens_in_cached": 27393,
      "tokens_out": 1021,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 55541,
      "tokens_in": 16497,
      "tokens_in_cached": 16322,
      "tokens_out": 1724,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 32328,
      "tokens_in": 33259,
      "tokens_in_cached": 32920,
      "tokens_out": 1128,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17790,
      "tokens_in": 24966,
      "tokens_in_cached": 24580,
      "tokens_out": 778,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12584,
      "tokens_in": 24863,
      "tokens_in_cached": 24608,
      "tokens_out": 507,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6536,
      "tokens_in": 16596,
      "tokens_in_cached": 16311,
      "tokens_out": 195,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6996,
      "tokens_in": 16594,
      "tokens_in_cached": 16313,
      "tokens_out": 198,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9473,
      "tokens_in": 16574,
      "tokens_in_cached": 16301,
      "tokens_out": 173,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 147342,
      "tokens_in": 19080,
      "tokens_in_cached": 16316,
      "tokens_out": 8325,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13098,
      "tokens_in": 16568,
      "tokens_in_cached": 16299,
      "tokens_out": 120,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8556,
      "tokens_in": 16558,
      "tokens_in_cached": 16300,
      "tokens_out": 103,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12483,
      "tokens_in": 16608,
      "tokens_in_cached": 16316,
      "tokens_out": 197,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 49142,
      "tokens_in": 56063,
      "tokens_in_cached": 40358,
      "tokens_out": 1180,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 31436,
      "tokens_in": 16474,
      "tokens_in_cached": 16338,
      "tokens_out": 794,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 23411,
      "tokens_in": 16502,
      "tokens_in_cached": 16325,
      "tokens_out": 1077,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 87682,
      "tokens_in": 16519,
      "tokens_in_cached": 16335,
      "tokens_out": 3141,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 144716,
      "tokens_in": 68955,
      "tokens_in_cached": 56665,
      "tokens_out": 6290,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 43837,
      "tokens_in": 16482,
      "tokens_in_cached": 16238,
      "tokens_out": 1030,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 24584,
      "tokens_in": 25002,
      "tokens_in_cached": 24669,
      "tokens_out": 763,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 29940,
      "tokens_in": 16536,
      "tokens_in_cached": 16310,
      "tokens_out": 1121,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 33376,
      "tokens_in": 16402,
      "tokens_in_cached": 16271,
      "tokens_out": 967,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12178,
      "tokens_in": 25510,
      "tokens_in_cached": 24916,
      "tokens_out": 392,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 26984,
      "tokens_in": 69395,
      "tokens_in_cached": 67050,
      "tokens_out": 872,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 30399,
      "tokens_in": 99702,
      "tokens_in_cached": 90530,
      "tokens_out": 496,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 34101,
      "tokens_in": 67253,
      "tokens_in_cached": 61384,
      "tokens_out": 705,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 39782,
      "tokens_in": 84183,
      "tokens_in_cached": 72261,
      "tokens_out": 475,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 44041,
      "tokens_in": 58500,
      "tokens_in_cached": 48795,
      "tokens_out": 975,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22190,
      "tokens_in": 26004,
      "tokens_in_cached": 24503,
      "tokens_out": 799,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 31581,
      "tokens_in": 43662,
      "tokens_in_cached": 42572,
      "tokens_out": 929,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 86168,
      "tokens_in": 82043,
      "tokens_in_cached": 67151,
      "tokens_out": 3159,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 97788,
      "tokens_in": 74511,
      "tokens_in_cached": 68890,
      "tokens_out": 2746,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 29301,
      "tokens_in": 32336,
      "tokens_in_cached": 25076,
      "tokens_out": 1551,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 84119,
      "tokens_in": 139103,
      "tokens_in_cached": 119658,
      "tokens_out": 2667,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 58767,
      "tokens_in": 18928,
      "tokens_in_cached": 16267,
      "tokens_out": 2376,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 196936,
      "tokens_in": 78262,
      "tokens_in_cached": 67578,
      "tokens_out": 8778,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 26308,
      "tokens_in": 42441,
      "tokens_in_cached": 41723,
      "tokens_out": 625,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 40963,
      "tokens_in": 36677,
      "tokens_in_cached": 33557,
      "tokens_out": 1060,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14226,
      "tokens_in": 29621,
      "tokens_in_cached": 24618,
      "tokens_out": 366,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 155879,
      "tokens_in": 114801,
      "tokens_in_cached": 100850,
      "tokens_out": 5615,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 41527,
      "tokens_in": 29203,
      "tokens_in_cached": 24464,
      "tokens_out": 1271,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21985,
      "tokens_in": 36292,
      "tokens_in_cached": 33007,
      "tokens_out": 638,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 112015,
      "tokens_in": 115072,
      "tokens_in_cached": 103713,
      "tokens_out": 3413,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 141005,
      "tokens_in": 18832,
      "tokens_in_cached": 16255,
      "tokens_out": 6556,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 40477,
      "tokens_in": 27215,
      "tokens_in_cached": 24575,
      "tokens_out": 841,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 42482,
      "tokens_in": 17902,
      "tokens_in_cached": 16285,
      "tokens_out": 1668,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25297,
      "tokens_in": 16427,
      "tokens_in_cached": 16302,
      "tokens_out": 1137,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 77923,
      "tokens_in": 118784,
      "tokens_in_cached": 93837,
      "tokens_out": 1423,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 47718,
      "tokens_in": 26056,
      "tokens_in_cached": 24547,
      "tokens_out": 1667,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14159,
      "tokens_in": 27921,
      "tokens_in_cached": 25104,
      "tokens_out": 412,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 105500,
      "tokens_in": 106480,
      "tokens_in_cached": 89777,
      "tokens_out": 1783,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 25023,
      "tokens_in": 42774,
      "tokens_in_cached": 38582,
      "tokens_out": 611,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 41769,
      "tokens_in": 50527,
      "tokens_in_cached": 49990,
      "tokens_out": 1147,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 48895,
      "tokens_in": 66759,
      "tokens_in_cached": 63604,
      "tokens_out": 1334,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 25889,
      "tokens_in": 43036,
      "tokens_in_cached": 35673,
      "tokens_out": 669,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21200,
      "tokens_in": 17218,
      "tokens_in_cached": 16312,
      "tokens_out": 651,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14504,
      "tokens_in": 17100,
      "tokens_in_cached": 16293,
      "tokens_out": 252,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 41059,
      "tokens_in": 37175,
      "tokens_in_cached": 30746,
      "tokens_out": 1697,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7297,
      "tokens_in": 16465,
      "tokens_in_cached": 16294,
      "tokens_out": 320,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7933,
      "tokens_in": 25498,
      "tokens_in_cached": 24909,
      "tokens_out": 323,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 60496,
      "tokens_in": 77329,
      "tokens_in_cached": 69591,
      "tokens_out": 2071,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19024,
      "tokens_in": 28046,
      "tokens_in_cached": 24923,
      "tokens_out": 750,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 37386,
      "tokens_in": 65390,
      "tokens_in_cached": 59304,
      "tokens_out": 1717,
      "tool_calls": 16,
      "cost_usd": 0
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 25630,
      "tokens_in": 30604,
      "tokens_in_cached": 24906,
      "tokens_out": 727,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 7922,
      "tokens_in": 25908,
      "tokens_in_cached": 25093,
      "tokens_out": 234,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 18888,
      "tokens_in": 19027,
      "tokens_in_cached": 16260,
      "tokens_out": 571,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 78264,
      "tokens_in": 18813,
      "tokens_in_cached": 16276,
      "tokens_out": 4432,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 39550,
      "tokens_in": 54591,
      "tokens_in_cached": 47226,
      "tokens_out": 998,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 42141,
      "tokens_in": 40876,
      "tokens_in_cached": 37602,
      "tokens_out": 1074,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 33746,
      "tokens_in": 48295,
      "tokens_in_cached": 40398,
      "tokens_out": 1091,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 163592,
      "tokens_in": 181313,
      "tokens_in_cached": 132293,
      "tokens_out": 5939,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14052,
      "tokens_in": 22603,
      "tokens_in_cached": 16285,
      "tokens_out": 477,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 35397,
      "tokens_in": 22499,
      "tokens_in_cached": 16275,
      "tokens_out": 1593,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 31241,
      "tokens_in": 32184,
      "tokens_in_cached": 27005,
      "tokens_out": 952,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 35950,
      "tokens_in": 83849,
      "tokens_in_cached": 80879,
      "tokens_out": 508,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 28136,
      "tokens_in": 53491,
      "tokens_in_cached": 41326,
      "tokens_out": 615,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 39619,
      "tokens_in": 81065,
      "tokens_in_cached": 65461,
      "tokens_out": 1222,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12892,
      "tokens_in": 20741,
      "tokens_in_cached": 16312,
      "tokens_out": 336,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 62814,
      "tokens_in": 25187,
      "tokens_in_cached": 24679,
      "tokens_out": 2583,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 34644,
      "tokens_in": 16376,
      "tokens_in_cached": 16285,
      "tokens_out": 1306,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 27240,
      "tokens_in": 16416,
      "tokens_in_cached": 16295,
      "tokens_out": 1409,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 109232,
      "tokens_in": 115164,
      "tokens_in_cached": 101226,
      "tokens_out": 4107,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 70072,
      "tokens_in": 68969,
      "tokens_in_cached": 67285,
      "tokens_out": 2210,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 69257,
      "tokens_in": 61416,
      "tokens_in_cached": 58179,
      "tokens_out": 2531,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 57062,
      "tokens_in": 41627,
      "tokens_in_cached": 41257,
      "tokens_out": 2370,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 17295,
      "tokens_in": 18927,
      "tokens_in_cached": 16285,
      "tokens_out": 744,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 7668,
      "tokens_in": 18537,
      "tokens_in_cached": 16288,
      "tokens_out": 184,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 12522,
      "tokens_in": 32117,
      "tokens_in_cached": 26953,
      "tokens_out": 281,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7821,
      "tokens_in": 19184,
      "tokens_in_cached": 16295,
      "tokens_out": 272,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 90073,
      "tokens_in": 19231,
      "tokens_in_cached": 16322,
      "tokens_out": 4885,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 15251,
      "tokens_in": 33131,
      "tokens_in_cached": 27371,
      "tokens_out": 290,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 30049,
      "tokens_in": 52049,
      "tokens_in_cached": 45253,
      "tokens_out": 1356,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 64362,
      "tokens_in": 68049,
      "tokens_in_cached": 66741,
      "tokens_out": 2628,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 46667,
      "tokens_in": 39290,
      "tokens_in_cached": 32968,
      "tokens_out": 2221,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 29931,
      "tokens_in": 30927,
      "tokens_in_cached": 24606,
      "tokens_out": 1404,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 43412,
      "tokens_in": 30648,
      "tokens_in_cached": 24585,
      "tokens_out": 1949,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 38294,
      "tokens_in": 66315,
      "tokens_in_cached": 45260,
      "tokens_out": 1028,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 18982,
      "tokens_in": 20158,
      "tokens_in_cached": 16307,
      "tokens_out": 641,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 92108,
      "tokens_in": 22249,
      "tokens_in_cached": 16303,
      "tokens_out": 6076,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 45753,
      "tokens_in": 16449,
      "tokens_in_cached": 16288,
      "tokens_out": 1944,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 68031,
      "tokens_in": 16480,
      "tokens_in_cached": 16310,
      "tokens_out": 2163,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 25854,
      "tokens_in": 41685,
      "tokens_in_cached": 41290,
      "tokens_out": 1090,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 44744,
      "tokens_in": 39115,
      "tokens_in_cached": 35844,
      "tokens_out": 1466,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 79933,
      "tokens_in": 92464,
      "tokens_in_cached": 84206,
      "tokens_out": 2786,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15234,
      "tokens_in": 24869,
      "tokens_in_cached": 24609,
      "tokens_out": 527,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "truncated",
      "latency_ms": 111910,
      "tokens_in": 8165,
      "tokens_in_cached": 8133,
      "tokens_out": 8192,
      "cost_usd": 0
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 37682,
      "tokens_in": 36957,
      "tokens_in_cached": 30676,
      "tokens_out": 1610,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 23365,
      "tokens_in": 16408,
      "tokens_in_cached": 16295,
      "tokens_out": 1272,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 38882,
      "tokens_in": 16474,
      "tokens_in_cached": 16324,
      "tokens_out": 1594,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 86653,
      "tokens_in": 70636,
      "tokens_in_cached": 67165,
      "tokens_out": 2825,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 102311,
      "tokens_in": 58717,
      "tokens_in_cached": 58284,
      "tokens_out": 3228,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 93272,
      "tokens_in": 45068,
      "tokens_in_cached": 39877,
      "tokens_out": 2526,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 44716,
      "tokens_in": 56908,
      "tokens_in_cached": 52155,
      "tokens_out": 1703,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12113,
      "tokens_in": 16586,
      "tokens_in_cached": 16307,
      "tokens_out": 525,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 38707,
      "tokens_in": 16607,
      "tokens_in_cached": 16315,
      "tokens_out": 1693,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25855,
      "tokens_in": 16428,
      "tokens_in_cached": 16262,
      "tokens_out": 1035,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 25513,
      "tokens_in": 16457,
      "tokens_in_cached": 16275,
      "tokens_out": 768,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28840,
      "tokens_in": 24805,
      "tokens_in_cached": 24402,
      "tokens_out": 749,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16778,
      "tokens_in": 16423,
      "tokens_in_cached": 16300,
      "tokens_out": 503,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 59601,
      "tokens_in": 29811,
      "tokens_in_cached": 25525,
      "tokens_out": 1827,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 33990,
      "tokens_in": 45409,
      "tokens_in_cached": 39995,
      "tokens_out": 886,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 42779,
      "tokens_in": 41512,
      "tokens_in_cached": 35220,
      "tokens_out": 927,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11407,
      "tokens_in": 25967,
      "tokens_in_cached": 24622,
      "tokens_out": 456,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 40380,
      "tokens_in": 49067,
      "tokens_in_cached": 44711,
      "tokens_out": 924,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13299,
      "tokens_in": 38230,
      "tokens_in_cached": 34582,
      "tokens_out": 326,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 33169,
      "tokens_in": 76656,
      "tokens_in_cached": 70234,
      "tokens_out": 943,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21972,
      "tokens_in": 26128,
      "tokens_in_cached": 25147,
      "tokens_out": 225,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9032,
      "tokens_in": 16555,
      "tokens_in_cached": 16289,
      "tokens_out": 359,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 63402,
      "tokens_in": 119800,
      "tokens_in_cached": 102251,
      "tokens_out": 2291,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 56810,
      "tokens_in": 51581,
      "tokens_in_cached": 46941,
      "tokens_out": 1790,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 52869,
      "tokens_in": 49445,
      "tokens_in_cached": 45488,
      "tokens_out": 1038,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 48888,
      "tokens_in": 47089,
      "tokens_in_cached": 44376,
      "tokens_out": 544,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11853,
      "tokens_in": 17148,
      "tokens_in_cached": 16299,
      "tokens_out": 205,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 34705,
      "tokens_in": 27326,
      "tokens_in_cached": 25599,
      "tokens_out": 938,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6644,
      "tokens_in": 16404,
      "tokens_in_cached": 16287,
      "tokens_out": 221,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8383,
      "tokens_in": 16475,
      "tokens_in_cached": 16316,
      "tokens_out": 366,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20043,
      "tokens_in": 16475,
      "tokens_in_cached": 16328,
      "tokens_out": 268,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13130,
      "tokens_in": 16476,
      "tokens_in_cached": 16332,
      "tokens_out": 259,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 23001,
      "tokens_in": 38142,
      "tokens_in_cached": 35156,
      "tokens_out": 554,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 19160,
      "tokens_in": 17347,
      "tokens_in_cached": 16290,
      "tokens_out": 261,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 33979,
      "tokens_in": 66025,
      "tokens_in_cached": 57438,
      "tokens_out": 278,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 56345,
      "tokens_in": 96080,
      "tokens_in_cached": 81887,
      "tokens_out": 978,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 22278,
      "tokens_in": 17233,
      "tokens_in_cached": 16257,
      "tokens_out": 443,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 50750,
      "tokens_in": 36374,
      "tokens_in_cached": 33133,
      "tokens_out": 2167,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 57484,
      "tokens_in": 99532,
      "tokens_in_cached": 83996,
      "tokens_out": 830,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 49011,
      "tokens_in": 55305,
      "tokens_in_cached": 46836,
      "tokens_out": 569,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 364940,
      "tokens_in": 130580,
      "tokens_in_cached": 116230,
      "tokens_out": 4068,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 109117,
      "tokens_in": 60515,
      "tokens_in_cached": 53119,
      "tokens_out": 2620,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 64245,
      "tokens_in": 27292,
      "tokens_in_cached": 25573,
      "tokens_out": 2845,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 100371,
      "tokens_in": 61902,
      "tokens_in_cached": 52023,
      "tokens_out": 2768,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 34875,
      "tokens_in": 49026,
      "tokens_in_cached": 34789,
      "tokens_out": 870,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12748,
      "tokens_in": 16471,
      "tokens_in_cached": 8182,
      "tokens_out": 270,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6919,
      "tokens_in": 16465,
      "tokens_in_cached": 16329,
      "tokens_out": 254,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9549,
      "tokens_in": 20553,
      "tokens_in_cached": 16316,
      "tokens_out": 320,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 65321,
      "tokens_in": 102822,
      "tokens_in_cached": 88044,
      "tokens_out": 1129,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 74347,
      "tokens_in": 56551,
      "tokens_in_cached": 50970,
      "tokens_out": 2465,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 24792,
      "tokens_in": 33092,
      "tokens_in_cached": 32845,
      "tokens_out": 684,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "truncated",
      "latency_ms": 203098,
      "tokens_in": 97774,
      "tokens_in_cached": 79019,
      "tokens_out": 8513,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 57302,
      "tokens_in": 91730,
      "tokens_in_cached": 79110,
      "tokens_out": 1107,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 48614,
      "tokens_in": 44758,
      "tokens_in_cached": 28505,
      "tokens_out": 1394,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 50414,
      "tokens_in": 98307,
      "tokens_in_cached": 83750,
      "tokens_out": 1032,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13451,
      "tokens_in": 33089,
      "tokens_in_cached": 25137,
      "tokens_out": 315,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 55997,
      "tokens_in": 63026,
      "tokens_in_cached": 27912,
      "tokens_out": 1982,
      "tool_calls": 12,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16272,
      "tokens_in": 36246,
      "tokens_in_cached": 33883,
      "tokens_out": 474,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11581,
      "tokens_in": 37369,
      "tokens_in_cached": 34514,
      "tokens_out": 276,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16522,
      "tokens_in": 38381,
      "tokens_in_cached": 35564,
      "tokens_out": 412,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27248,
      "tokens_in": 49690,
      "tokens_in_cached": 45193,
      "tokens_out": 254,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 51094,
      "tokens_in": 66807,
      "tokens_in_cached": 56914,
      "tokens_out": 2055,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17997,
      "tokens_in": 26430,
      "tokens_in_cached": 24725,
      "tokens_out": 426,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13107,
      "tokens_in": 27734,
      "tokens_in_cached": 24889,
      "tokens_out": 492,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 84919,
      "tokens_in": 97145,
      "tokens_in_cached": 84179,
      "tokens_out": 3114,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19914,
      "tokens_in": 43371,
      "tokens_in_cached": 37695,
      "tokens_out": 481,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14568,
      "tokens_in": 27170,
      "tokens_in_cached": 25147,
      "tokens_out": 374,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 21243,
      "tokens_in": 37770,
      "tokens_in_cached": 34893,
      "tokens_out": 399,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 55569,
      "tokens_in": 41315,
      "tokens_in_cached": 35839,
      "tokens_out": 1469,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 20658,
      "tokens_in": 27911,
      "tokens_in_cached": 24818,
      "tokens_out": 404,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 231448,
      "tokens_in": 55037,
      "tokens_in_cached": 44977,
      "tokens_out": 12363,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 150254,
      "tokens_in": 45708,
      "tokens_in_cached": 42746,
      "tokens_out": 4197,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25787,
      "tokens_in": 27688,
      "tokens_in_cached": 25065,
      "tokens_out": 454,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 37849,
      "tokens_in": 37560,
      "tokens_in_cached": 35037,
      "tokens_out": 669,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 33454,
      "tokens_in": 42705,
      "tokens_in_cached": 35076,
      "tokens_out": 521,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25430,
      "tokens_in": 37301,
      "tokens_in_cached": 35215,
      "tokens_out": 423,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14280,
      "tokens_in": 27072,
      "tokens_in_cached": 25133,
      "tokens_out": 325,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 37716,
      "tokens_in": 72654,
      "tokens_in_cached": 65639,
      "tokens_out": 446,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 25138,
      "tokens_in": 32620,
      "tokens_in_cached": 25145,
      "tokens_out": 277,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19199,
      "tokens_in": 28881,
      "tokens_in_cached": 25112,
      "tokens_out": 352,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 24191,
      "tokens_in": 26106,
      "tokens_in_cached": 25213,
      "tokens_out": 648,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 29960,
      "tokens_in": 33128,
      "tokens_in_cached": 25168,
      "tokens_out": 913,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 26538,
      "tokens_in": 28821,
      "tokens_in_cached": 24446,
      "tokens_out": 989,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 36650,
      "tokens_in": 71831,
      "tokens_in_cached": 60679,
      "tokens_out": 581,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 14100,
      "tokens_in": 29857,
      "tokens_in_cached": 24788,
      "tokens_out": 311,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22858,
      "tokens_in": 35763,
      "tokens_in_cached": 25169,
      "tokens_out": 325,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 33241,
      "tokens_in": 65274,
      "tokens_in_cached": 56147,
      "tokens_out": 692,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 41060,
      "tokens_in": 32249,
      "tokens_in_cached": 25180,
      "tokens_out": 645,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 34946,
      "tokens_in": 30604,
      "tokens_in_cached": 25255,
      "tokens_out": 1318,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 137725,
      "tokens_in": 95175,
      "tokens_in_cached": 83233,
      "tokens_out": 2892,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 107299,
      "tokens_in": 86790,
      "tokens_in_cached": 74184,
      "tokens_out": 1824,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 23015,
      "tokens_in": 35204,
      "tokens_in_cached": 24956,
      "tokens_out": 314,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 42354,
      "tokens_in": 37072,
      "tokens_in_cached": 33401,
      "tokens_out": 832,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 43192,
      "tokens_in": 43591,
      "tokens_in_cached": 35637,
      "tokens_out": 703,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 30931,
      "tokens_in": 44243,
      "tokens_in_cached": 35508,
      "tokens_out": 513,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 36372,
      "tokens_in": 47777,
      "tokens_in_cached": 45343,
      "tokens_out": 650,
      "tool_calls": 4,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 54483,
      "tokens_in": 104091,
      "tokens_in_cached": 89002,
      "tokens_out": 1662,
      "tool_calls": 8,
      "cost_usd": 0
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20916,
      "tokens_in": 38877,
      "tokens_in_cached": 35415,
      "tokens_out": 674,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 12989,
      "tokens_in": 16419,
      "tokens_in_cached": 16291,
      "tokens_out": 519,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 66537,
      "tokens_in": 110137,
      "tokens_in_cached": 89257,
      "tokens_out": 1656,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16750,
      "tokens_in": 16382,
      "tokens_in_cached": 16287,
      "tokens_out": 273,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17820,
      "tokens_in": 16707,
      "tokens_in_cached": 16282,
      "tokens_out": 183,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 17566,
      "tokens_in": 24503,
      "tokens_in_cached": 16289,
      "tokens_out": 444,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 26237,
      "tokens_in": 31364,
      "tokens_in_cached": 26666,
      "tokens_out": 1019,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 52955,
      "tokens_in": 67678,
      "tokens_in_cached": 60375,
      "tokens_out": 1420,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 61550,
      "tokens_in": 82415,
      "tokens_in_cached": 67659,
      "tokens_out": 1057,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 16120,
      "tokens_in": 19361,
      "tokens_in_cached": 16316,
      "tokens_out": 480,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 53991,
      "tokens_in": 76209,
      "tokens_in_cached": 71761,
      "tokens_out": 593,
      "tool_calls": 7,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 20047,
      "tokens_in": 16428,
      "tokens_in_cached": 16294,
      "tokens_out": 600,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 19299,
      "tokens_in": 29690,
      "tokens_in_cached": 26554,
      "tokens_out": 415,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14074,
      "tokens_in": 19210,
      "tokens_in_cached": 16301,
      "tokens_out": 242,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 15201,
      "tokens_in": 18521,
      "tokens_in_cached": 16298,
      "tokens_out": 167,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12472,
      "tokens_in": 16573,
      "tokens_in_cached": 16292,
      "tokens_out": 185,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16819,
      "tokens_in": 19211,
      "tokens_in_cached": 16298,
      "tokens_out": 484,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 20091,
      "tokens_in": 19066,
      "tokens_in_cached": 16309,
      "tokens_out": 275,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "abstained",
      "latency_ms": 22410,
      "tokens_in": 30933,
      "tokens_in_cached": 26610,
      "tokens_out": 801,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27867,
      "tokens_in": 32942,
      "tokens_in_cached": 27213,
      "tokens_out": 509,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 16775,
      "tokens_in": 19037,
      "tokens_in_cached": 16294,
      "tokens_out": 228,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 43526,
      "tokens_in": 27806,
      "tokens_in_cached": 24890,
      "tokens_out": 1677,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 79031,
      "tokens_in": 42549,
      "tokens_in_cached": 38771,
      "tokens_out": 2707,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 50575,
      "tokens_in": 39644,
      "tokens_in_cached": 27104,
      "tokens_out": 1422,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11498,
      "tokens_in": 16476,
      "tokens_in_cached": 16314,
      "tokens_out": 490,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 30883,
      "tokens_in": 26650,
      "tokens_in_cached": 24926,
      "tokens_out": 1059,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22129,
      "tokens_in": 25563,
      "tokens_in_cached": 24811,
      "tokens_out": 636,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22601,
      "tokens_in": 24834,
      "tokens_in_cached": 24590,
      "tokens_out": 517,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11250,
      "tokens_in": 17421,
      "tokens_in_cached": 16315,
      "tokens_out": 291,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 27756,
      "tokens_in": 24791,
      "tokens_in_cached": 24564,
      "tokens_out": 832,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 62665,
      "tokens_in": 45327,
      "tokens_in_cached": 31418,
      "tokens_out": 1761,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 58825,
      "tokens_in": 27217,
      "tokens_in_cached": 25556,
      "tokens_out": 2057,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 51214,
      "tokens_in": 49816,
      "tokens_in_cached": 41234,
      "tokens_out": 2336,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12249,
      "tokens_in": 16475,
      "tokens_in_cached": 16317,
      "tokens_out": 370,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 18437,
      "tokens_in": 24891,
      "tokens_in_cached": 24630,
      "tokens_out": 850,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10918,
      "tokens_in": 16469,
      "tokens_in_cached": 16319,
      "tokens_out": 330,
      "tool_calls": 1,
      "cost_usd": 0
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 218209,
      "tokens_in": 117603,
      "tokens_in_cached": 100472,
      "tokens_out": 10812,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 28181,
      "tokens_in": 24939,
      "tokens_in_cached": 24648,
      "tokens_out": 962,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 140848,
      "tokens_in": 107019,
      "tokens_in_cached": 91101,
      "tokens_out": 4960,
      "tool_calls": 6,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 22484,
      "tokens_in": 24861,
      "tokens_in_cached": 24600,
      "tokens_out": 662,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15219,
      "tokens_in": 24883,
      "tokens_in_cached": 24614,
      "tokens_out": 510,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 93283,
      "tokens_in": 72232,
      "tokens_in_cached": 61808,
      "tokens_out": 2860,
      "tool_calls": 5,
      "cost_usd": 0
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 23893,
      "tokens_in": 40831,
      "tokens_in_cached": 29869,
      "tokens_out": 515,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 26269,
      "tokens_in": 41631,
      "tokens_in_cached": 30278,
      "tokens_out": 569,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 32819,
      "tokens_in": 41197,
      "tokens_in_cached": 30081,
      "tokens_out": 830,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 25155,
      "tokens_in": 30322,
      "tokens_in_cached": 24499,
      "tokens_out": 632,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 40842,
      "tokens_in": 30288,
      "tokens_in_cached": 24579,
      "tokens_out": 1828,
      "tool_calls": 2,
      "cost_usd": 0
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 38655,
      "tokens_in": 55242,
      "tokens_in_cached": 44069,
      "tokens_out": 975,
      "tool_calls": 3,
      "cost_usd": 0
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 25454,
      "tokens_in": 29736,
      "tokens_in_cached": 24545,
      "tokens_out": 442,
      "tool_calls": 2,
      "cost_usd": 0
    }
  ]
}