{
  "track": "mcp",
  "model": "claude-haiku-5.5",
  "tag": "r3",
  "provider": "claude-code",
  "started_at": "2026-11-06T01:56:03Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7005,
      "tokens_in": 33562,
      "tokens_in_cached": 27947,
      "tokens_out": 886,
      "tool_calls": 2,
      "cost_usd": 0.0018450700000000003
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7525,
      "tokens_in": 34854,
      "tokens_in_cached": 27981,
      "tokens_out": 1228,
      "tool_calls": 2,
      "cost_usd": 0.00226801
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7793,
      "tokens_in": 57913,
      "tokens_in_cached": 47225,
      "tokens_out": 1142,
      "tool_calls": 4,
      "cost_usd": 0.00318025
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5652,
      "tokens_in": 33895,
      "tokens_in_cached": 27965,
      "tokens_out": 620,
      "tool_calls": 1,
      "cost_usd": 0.0017752500000000004
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5475,
      "tokens_in": 35497,
      "tokens_in_cached": 27963,
      "tokens_out": 612,
      "tool_calls": 2,
      "cost_usd": 0.00209203
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4899,
      "tokens_in": 14888,
      "tokens_in_cached": 13097,
      "tokens_out": 774,
      "cost_usd": 0.00087597
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3572,
      "tokens_in": 14880,
      "tokens_in_cached": 13089,
      "tokens_out": 271,
      "cost_usd": 0.0006243900000000001
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7752,
      "tokens_in": 14885,
      "tokens_in_cached": 13094,
      "tokens_out": 1300,
      "cost_usd": 0.00113894
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6246,
      "tokens_in": 14881,
      "tokens_in_cached": 13090,
      "tokens_out": 743,
      "cost_usd": 0.0008604
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7218,
      "tokens_in": 14905,
      "tokens_in_cached": 13114,
      "tokens_out": 1475,
      "cost_usd": 0.0012266400000000002
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3386,
      "tokens_in": 14883,
      "tokens_in_cached": 13092,
      "tokens_out": 340,
      "cost_usd": 0.00065892
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2684,
      "tokens_in": 14875,
      "tokens_in_cached": 13084,
      "tokens_out": 307,
      "cost_usd": 0.00064234
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8088,
      "tokens_in": 14886,
      "tokens_in_cached": 13095,
      "tokens_out": 1540,
      "cost_usd": 0.00125895
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5400,
      "tokens_in": 14897,
      "tokens_in_cached": 13106,
      "tokens_out": 696,
      "cost_usd": 0.00083706
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 11854,
      "tokens_in": 14914,
      "tokens_in_cached": 13123,
      "tokens_out": 2292,
      "cost_usd": 0.00163523
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9674,
      "tokens_in": 14881,
      "tokens_in_cached": 13090,
      "tokens_out": 1596,
      "cost_usd": 0.0012869000000000001
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6493,
      "tokens_in": 14885,
      "tokens_in_cached": 13094,
      "tokens_out": 1049,
      "cost_usd": 0.00101344
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8401,
      "tokens_in": 14901,
      "tokens_in_cached": 13110,
      "tokens_out": 1461,
      "cost_usd": 0.0012196
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9173,
      "tokens_in": 14931,
      "tokens_in_cached": 13140,
      "tokens_out": 1700,
      "cost_usd": 0.0013394000000000001
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6008,
      "tokens_in": 14907,
      "tokens_in_cached": 13116,
      "tokens_out": 1030,
      "cost_usd": 0.00100416
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 12196,
      "tokens_in": 14928,
      "tokens_in_cached": 13137,
      "tokens_out": 2421,
      "cost_usd": 0.00169987
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5694,
      "tokens_in": 14906,
      "tokens_in_cached": 13115,
      "tokens_out": 1010,
      "cost_usd": 0.00099415
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5389,
      "tokens_in": 14899,
      "tokens_in_cached": 13108,
      "tokens_out": 959,
      "cost_usd": 0.00096858
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4320,
      "tokens_in": 14891,
      "tokens_in_cached": 13100,
      "tokens_out": 525,
      "cost_usd": 0.0007515
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5187,
      "tokens_in": 14925,
      "tokens_in_cached": 13134,
      "tokens_out": 877,
      "cost_usd": 0.00092784
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5746,
      "tokens_in": 30666,
      "tokens_in_cached": 27963,
      "tokens_out": 443,
      "tool_calls": 2,
      "cost_usd": 0.00104133
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6987,
      "tokens_in": 30685,
      "tokens_in_cached": 27971,
      "tokens_out": 727,
      "tool_calls": 1,
      "cost_usd": 0.0011856100000000001
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5129,
      "tokens_in": 30005,
      "tokens_in_cached": 27951,
      "tokens_out": 498,
      "tool_calls": 1,
      "cost_usd": 0.00093891
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4524,
      "tokens_in": 29994,
      "tokens_in_cached": 27967,
      "tokens_out": 411,
      "tool_calls": 1,
      "cost_usd": 0.00089017
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5905,
      "tokens_in": 45842,
      "tokens_in_cached": 43340,
      "tokens_out": 776,
      "tool_calls": 3,
      "cost_usd": 0.0013212000000000002
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6056,
      "tokens_in": 45950,
      "tokens_in_cached": 43387,
      "tokens_out": 807,
      "tool_calls": 3,
      "cost_usd": 0.0013493700000000001
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7293,
      "tokens_in": 30153,
      "tokens_in_cached": 28003,
      "tokens_out": 687,
      "tool_calls": 1,
      "cost_usd": 0.00105313
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5736,
      "tokens_in": 30580,
      "tokens_in_cached": 27957,
      "tokens_out": 259,
      "tool_calls": 1,
      "cost_usd": 0.0009332700000000001
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4696,
      "tokens_in": 30120,
      "tokens_in_cached": 27995,
      "tokens_out": 162,
      "tool_calls": 1,
      "cost_usd": 0.0007855500000000001
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5628,
      "tokens_in": 30085,
      "tokens_in_cached": 27965,
      "tokens_out": 172,
      "tool_calls": 1,
      "cost_usd": 0.00078925
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3851,
      "tokens_in": 30102,
      "tokens_in_cached": 27945,
      "tokens_out": 222,
      "tool_calls": 1,
      "cost_usd": 0.00082145
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4020,
      "tokens_in": 30087,
      "tokens_in_cached": 27957,
      "tokens_out": 293,
      "tool_calls": 1,
      "cost_usd": 0.0008516700000000001
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5715,
      "tokens_in": 30068,
      "tokens_in_cached": 27949,
      "tokens_out": 465,
      "tool_calls": 1,
      "cost_usd": 0.0009353900000000001
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4621,
      "tokens_in": 30139,
      "tokens_in_cached": 28005,
      "tokens_out": 283,
      "tool_calls": 1,
      "cost_usd": 0.0008479500000000001
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3824,
      "tokens_in": 30131,
      "tokens_in_cached": 27987,
      "tokens_out": 144,
      "tool_calls": 1,
      "cost_usd": 0.00078027
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3904,
      "tokens_in": 30130,
      "tokens_in_cached": 27993,
      "tokens_out": 192,
      "tool_calls": 1,
      "cost_usd": 0.0008029300000000001
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2915,
      "tokens_in": 30126,
      "tokens_in_cached": 27987,
      "tokens_out": 198,
      "tool_calls": 1,
      "cost_usd": 0.00080627
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6334,
      "tokens_in": 30136,
      "tokens_in_cached": 27985,
      "tokens_out": 666,
      "tool_calls": 1,
      "cost_usd": 0.00104265
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4449,
      "tokens_in": 30124,
      "tokens_in_cached": 28011,
      "tokens_out": 236,
      "tool_calls": 1,
      "cost_usd": 0.00082031
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4337,
      "tokens_in": 30118,
      "tokens_in_cached": 27997,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.0007842699999999999
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5456,
      "tokens_in": 41157,
      "tokens_in_cached": 27995,
      "tokens_out": 622,
      "tool_calls": 1,
      "cost_usd": 0.0032229500000000005
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7743,
      "tokens_in": 45981,
      "tokens_in_cached": 43422,
      "tokens_out": 820,
      "tool_calls": 3,
      "cost_usd": 0.00135542
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4704,
      "tokens_in": 30460,
      "tokens_in_cached": 27985,
      "tokens_out": 709,
      "tool_calls": 3,
      "cost_usd": 0.00112895
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4304,
      "tokens_in": 30145,
      "tokens_in_cached": 28015,
      "tokens_out": 180,
      "tool_calls": 1,
      "cost_usd": 0.00079575
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4734,
      "tokens_in": 30537,
      "tokens_in_cached": 27985,
      "tokens_out": 281,
      "tool_calls": 2,
      "cost_usd": 0.0009303499999999999
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3351,
      "tokens_in": 30182,
      "tokens_in_cached": 28029,
      "tokens_out": 181,
      "tool_calls": 1,
      "cost_usd": 0.00080099
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8820,
      "tokens_in": 53045,
      "tokens_in_cached": 46969,
      "tokens_out": 628,
      "tool_calls": 3,
      "cost_usd": 0.0019982900000000002
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3444,
      "tokens_in": 30146,
      "tokens_in_cached": 28011,
      "tokens_out": 210,
      "tool_calls": 1,
      "cost_usd": 0.00081171
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5034,
      "tokens_in": 34042,
      "tokens_in_cached": 28017,
      "tokens_out": 544,
      "tool_calls": 2,
      "cost_usd": 0.00175677
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6887,
      "tokens_in": 48959,
      "tokens_in_cached": 43586,
      "tokens_out": 1091,
      "tool_calls": 3,
      "cost_usd": 0.00205536
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5923,
      "tokens_in": 30573,
      "tokens_in_cached": 28003,
      "tokens_out": 895,
      "tool_calls": 3,
      "cost_usd": 0.00124113
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6578,
      "tokens_in": 31059,
      "tokens_in_cached": 28109,
      "tokens_out": 1156,
      "tool_calls": 4,
      "cost_usd": 0.0014486899999999999
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4884,
      "tokens_in": 30387,
      "tokens_in_cached": 28049,
      "tokens_out": 572,
      "tool_calls": 2,
      "cost_usd": 0.00103369
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4709,
      "tokens_in": 30285,
      "tokens_in_cached": 28015,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.0008207500000000001
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4633,
      "tokens_in": 30254,
      "tokens_in_cached": 28029,
      "tokens_out": 276,
      "tool_calls": 1,
      "cost_usd": 0.0008628900000000001
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4532,
      "tokens_in": 33866,
      "tokens_in_cached": 28007,
      "tokens_out": 317,
      "tool_calls": 2,
      "cost_usd": 0.00160997
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5422,
      "tokens_in": 30507,
      "tokens_in_cached": 28059,
      "tokens_out": 296,
      "tool_calls": 1,
      "cost_usd": 0.00091779
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7985,
      "tokens_in": 53446,
      "tokens_in_cached": 47192,
      "tokens_out": 636,
      "tool_calls": 3,
      "cost_usd": 0.0020401200000000003
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4827,
      "tokens_in": 30115,
      "tokens_in_cached": 27995,
      "tokens_out": 160,
      "tool_calls": 1,
      "cost_usd": 0.00078355
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5062,
      "tokens_in": 30236,
      "tokens_in_cached": 28041,
      "tokens_out": 239,
      "tool_calls": 1,
      "cost_usd": 0.00083851
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11850,
      "tokens_in": 56566,
      "tokens_in_cached": 44402,
      "tokens_out": 2031,
      "tool_calls": 5,
      "cost_usd": 0.0038917200000000004
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5397,
      "tokens_in": 32271,
      "tokens_in_cached": 28067,
      "tokens_out": 794,
      "tool_calls": 2,
      "cost_usd": 0.00151807
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8467,
      "tokens_in": 46963,
      "tokens_in_cached": 43349,
      "tokens_out": 1433,
      "tool_calls": 3,
      "cost_usd": 0.0018721900000000001
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6508,
      "tokens_in": 30508,
      "tokens_in_cached": 28077,
      "tokens_out": 903,
      "tool_calls": 2,
      "cost_usd": 0.0012180700000000001
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8920,
      "tokens_in": 35767,
      "tokens_in_cached": 28073,
      "tokens_out": 1892,
      "tool_calls": 2,
      "cost_usd": 0.00276513
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5862,
      "tokens_in": 30454,
      "tokens_in_cached": 28033,
      "tokens_out": 833,
      "tool_calls": 2,
      "cost_usd": 0.00118063
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5105,
      "tokens_in": 30530,
      "tokens_in_cached": 28119,
      "tokens_out": 773,
      "tool_calls": 2,
      "cost_usd": 0.00114949
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9929,
      "tokens_in": 56162,
      "tokens_in_cached": 43772,
      "tokens_out": 1819,
      "tool_calls": 3,
      "cost_usd": 0.0038246200000000004
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10885,
      "tokens_in": 63306,
      "tokens_in_cached": 59700,
      "tokens_out": 1850,
      "tool_calls": 6,
      "cost_usd": 0.0022424
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7573,
      "tokens_in": 46630,
      "tokens_in_cached": 43438,
      "tokens_out": 1000,
      "tool_calls": 5,
      "cost_usd": 0.0015721799999999998
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15759,
      "tokens_in": 108796,
      "tokens_in_cached": 74446,
      "tokens_out": 2235,
      "tool_calls": 6,
      "cost_usd": 0.008731360000000002
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10646,
      "tokens_in": 52956,
      "tokens_in_cached": 43616,
      "tokens_out": 1277,
      "tool_calls": 4,
      "cost_usd": 0.0029420600000000002
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11653,
      "tokens_in": 63352,
      "tokens_in_cached": 59521,
      "tokens_out": 1600,
      "tool_calls": 7,
      "cost_usd": 0.0021606100000000003
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 28120,
      "tokens_in": 164360,
      "tokens_in_cached": 140386,
      "tokens_out": 3842,
      "tool_calls": 16,
      "cost_usd": 0.00811826
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 33582,
      "tokens_in": 299400,
      "tokens_in_cached": 251914,
      "tokens_out": 5587,
      "tool_calls": 20,
      "cost_usd": 0.01480804
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12170,
      "tokens_in": 61577,
      "tokens_in_cached": 46197,
      "tokens_out": 1824,
      "tool_calls": 3,
      "cost_usd": 0.00444937
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12086,
      "tokens_in": 73007,
      "tokens_in_cached": 55082,
      "tokens_out": 2077,
      "tool_calls": 6,
      "cost_usd": 0.00517372
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7532,
      "tokens_in": 56870,
      "tokens_in_cached": 47164,
      "tokens_out": 1099,
      "tool_calls": 3,
      "cost_usd": 0.00296174
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14970,
      "tokens_in": 99631,
      "tokens_in_cached": 86353,
      "tokens_out": 2207,
      "tool_calls": 9,
      "cost_usd": 0.004621630000000001
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10484,
      "tokens_in": 66275,
      "tokens_in_cached": 53235,
      "tokens_out": 1658,
      "tool_calls": 3,
      "cost_usd": 0.00396875
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14463,
      "tokens_in": 68888,
      "tokens_in_cached": 45997,
      "tokens_out": 2924,
      "tool_calls": 7,
      "cost_usd": 0.00649957
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9547,
      "tokens_in": 53314,
      "tokens_in_cached": 45722,
      "tokens_out": 1073,
      "tool_calls": 4,
      "cost_usd": 0.00251152
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 14747,
      "tokens_in": 101781,
      "tokens_in_cached": 70850,
      "tokens_out": 2258,
      "tool_calls": 6,
      "cost_usd": 0.0080231
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10364,
      "tokens_in": 49023,
      "tokens_in_cached": 43471,
      "tokens_out": 1295,
      "tool_calls": 4,
      "cost_usd": 0.00219201
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7334,
      "tokens_in": 49746,
      "tokens_in_cached": 44001,
      "tokens_out": 1220,
      "tool_calls": 4,
      "cost_usd": 0.00219841
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10355,
      "tokens_in": 55109,
      "tokens_in_cached": 46397,
      "tokens_out": 1375,
      "tool_calls": 5,
      "cost_usd": 0.0028932700000000003
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 15286,
      "tokens_in": 99548,
      "tokens_in_cached": 89799,
      "tokens_out": 2088,
      "tool_calls": 7,
      "cost_usd": 0.00389079
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9991,
      "tokens_in": 38336,
      "tokens_in_cached": 27997,
      "tokens_out": 1604,
      "tool_calls": 2,
      "cost_usd": 0.0031493700000000003
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12217,
      "tokens_in": 101625,
      "tokens_in_cached": 91775,
      "tokens_out": 1484,
      "tool_calls": 7,
      "cost_usd": 0.00362875
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16834,
      "tokens_in": 111978,
      "tokens_in_cached": 96487,
      "tokens_out": 2574,
      "tool_calls": 10,
      "cost_usd": 0.00534907
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11076,
      "tokens_in": 56674,
      "tokens_in_cached": 46989,
      "tokens_out": 1980,
      "tool_calls": 4,
      "cost_usd": 0.00339629
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7294,
      "tokens_in": 36372,
      "tokens_in_cached": 28013,
      "tokens_out": 1237,
      "tool_calls": 2,
      "cost_usd": 0.00257003
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6230,
      "tokens_in": 35567,
      "tokens_in_cached": 27977,
      "tokens_out": 741,
      "tool_calls": 2,
      "cost_usd": 0.00216787
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5533,
      "tokens_in": 33005,
      "tokens_in_cached": 28009,
      "tokens_out": 986,
      "tool_calls": 2,
      "cost_usd": 0.00177189
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22449,
      "tokens_in": 132628,
      "tokens_in_cached": 110266,
      "tokens_out": 3905,
      "tool_calls": 10,
      "cost_usd": 0.007526360000000001
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14100,
      "tokens_in": 66770,
      "tokens_in_cached": 61363,
      "tokens_out": 2212,
      "tool_calls": 8,
      "cost_usd": 0.0028002300000000003
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15467,
      "tokens_in": 74838,
      "tokens_in_cached": 66583,
      "tokens_out": 2265,
      "tool_calls": 7,
      "cost_usd": 0.00344853
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11227,
      "tokens_in": 59084,
      "tokens_in_cached": 48614,
      "tokens_out": 2190,
      "tool_calls": 4,
      "cost_usd": 0.0036745400000000004
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16862,
      "tokens_in": 60343,
      "tokens_in_cached": 47242,
      "tokens_out": 2867,
      "tool_calls": 6,
      "cost_usd": 0.00452552
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8469,
      "tokens_in": 46489,
      "tokens_in_cached": 43563,
      "tokens_out": 1291,
      "tool_calls": 4,
      "cost_usd": 0.00166573
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8831,
      "tokens_in": 52999,
      "tokens_in_cached": 46153,
      "tokens_out": 1257,
      "tool_calls": 4,
      "cost_usd": 0.00245863
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12307,
      "tokens_in": 58320,
      "tokens_in_cached": 49044,
      "tokens_out": 1642,
      "tool_calls": 4,
      "cost_usd": 0.00316604
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18289,
      "tokens_in": 137465,
      "tokens_in_cached": 123690,
      "tokens_out": 2739,
      "tool_calls": 11,
      "cost_usd": 0.005360200000000001
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10735,
      "tokens_in": 75969,
      "tokens_in_cached": 57834,
      "tokens_out": 1415,
      "tool_calls": 4,
      "cost_usd": 0.00491224
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10361,
      "tokens_in": 40874,
      "tokens_in_cached": 28067,
      "tokens_out": 1368,
      "tool_calls": 2,
      "cost_usd": 0.00352567
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8852,
      "tokens_in": 33755,
      "tokens_in_cached": 28035,
      "tokens_out": 1502,
      "tool_calls": 1,
      "cost_usd": 0.00217495
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9929,
      "tokens_in": 60761,
      "tokens_in_cached": 50610,
      "tokens_out": 1380,
      "tool_calls": 5,
      "cost_usd": 0.0032257
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11648,
      "tokens_in": 60389,
      "tokens_in_cached": 48117,
      "tokens_out": 2381,
      "tool_calls": 5,
      "cost_usd": 0.004125470000000001
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13238,
      "tokens_in": 69910,
      "tokens_in_cached": 62740,
      "tokens_out": 1856,
      "tool_calls": 6,
      "cost_usd": 0.0029886
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10535,
      "tokens_in": 52889,
      "tokens_in_cached": 43767,
      "tokens_out": 1557,
      "tool_calls": 6,
      "cost_usd": 0.00303997
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 19446,
      "tokens_in": 37934,
      "tokens_in_cached": 28075,
      "tokens_out": 4283,
      "tool_calls": 4,
      "cost_usd": 0.00439365
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 16689,
      "tokens_in": 154979,
      "tokens_in_cached": 133818,
      "tokens_out": 2487,
      "tool_calls": 8,
      "cost_usd": 0.00681268
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5196,
      "tokens_in": 38954,
      "tokens_in_cached": 27973,
      "tokens_out": 467,
      "tool_calls": 2,
      "cost_usd": 0.00270903
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6762,
      "tokens_in": 33957,
      "tokens_in_cached": 27993,
      "tokens_out": 868,
      "tool_calls": 2,
      "cost_usd": 0.00190633
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 8657,
      "tokens_in": 51415,
      "tokens_in_cached": 45894,
      "tokens_out": 1322,
      "tool_calls": 4,
      "cost_usd": 0.0022235400000000004
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 8976,
      "tokens_in": 87388,
      "tokens_in_cached": 72914,
      "tokens_out": 1021,
      "tool_calls": 6,
      "cost_usd": 0.00413364
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11429,
      "tokens_in": 65890,
      "tokens_in_cached": 60556,
      "tokens_out": 1808,
      "tool_calls": 7,
      "cost_usd": 0.00257556
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 18686,
      "tokens_in": 85544,
      "tokens_in_cached": 79188,
      "tokens_out": 3434,
      "tool_calls": 14,
      "cost_usd": 0.0037790799999999998
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19106,
      "tokens_in": 98284,
      "tokens_in_cached": 88960,
      "tokens_out": 3027,
      "tool_calls": 9,
      "cost_usd": 0.0042669000000000006
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 21258,
      "tokens_in": 132905,
      "tokens_in_cached": 114635,
      "tokens_out": 3844,
      "tool_calls": 11,
      "cost_usd": 0.006721349999999999
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13765,
      "tokens_in": 74643,
      "tokens_in_cached": 67020,
      "tokens_out": 1844,
      "tool_calls": 7,
      "cost_usd": 0.0031160000000000003
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15770,
      "tokens_in": 66760,
      "tokens_in_cached": 61025,
      "tokens_out": 2478,
      "tool_calls": 9,
      "cost_usd": 0.00299545
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9525,
      "tokens_in": 61202,
      "tokens_in_cached": 28009,
      "tokens_out": 1483,
      "tool_calls": 2,
      "cost_usd": 0.00765979
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 19999,
      "tokens_in": 183844,
      "tokens_in_cached": 150201,
      "tokens_out": 3019,
      "tool_calls": 10,
      "cost_usd": 0.009739110000000002
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8944,
      "tokens_in": 38315,
      "tokens_in_cached": 28011,
      "tokens_out": 1527,
      "tool_calls": 3,
      "cost_usd": 0.00310401
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6661,
      "tokens_in": 30734,
      "tokens_in_cached": 28009,
      "tokens_out": 1087,
      "tool_calls": 5,
      "cost_usd": 0.00136819
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4678,
      "tokens_in": 30176,
      "tokens_in_cached": 27961,
      "tokens_out": 577,
      "tool_calls": 2,
      "cost_usd": 0.00101071
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6250,
      "tokens_in": 30426,
      "tokens_in_cached": 28003,
      "tokens_out": 846,
      "tool_calls": 2,
      "cost_usd": 0.00118723
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 22870,
      "tokens_in": 168664,
      "tokens_in_cached": 115627,
      "tokens_out": 3191,
      "tool_calls": 5,
      "cost_usd": 0.01335817
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7477,
      "tokens_in": 31244,
      "tokens_in_cached": 27995,
      "tokens_out": 1367,
      "tool_calls": 6,
      "cost_usd": 0.0016128499999999999
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9762,
      "tokens_in": 31087,
      "tokens_in_cached": 27977,
      "tokens_out": 1636,
      "tool_calls": 6,
      "cost_usd": 0.00171937
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7224,
      "tokens_in": 30929,
      "tokens_in_cached": 28001,
      "tokens_out": 1147,
      "tool_calls": 5,
      "cost_usd": 0.0014387100000000002
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 12844,
      "tokens_in": 63192,
      "tokens_in_cached": 51336,
      "tokens_out": 1959,
      "tool_calls": 4,
      "cost_usd": 0.0038634600000000004
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8189,
      "tokens_in": 57946,
      "tokens_in_cached": 46566,
      "tokens_out": 945,
      "tool_calls": 3,
      "cost_usd": 0.0032135600000000003
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8069,
      "tokens_in": 32263,
      "tokens_in_cached": 28017,
      "tokens_out": 950,
      "tool_calls": 1,
      "cost_usd": 0.0016039700000000001
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5566,
      "tokens_in": 33725,
      "tokens_in_cached": 28043,
      "tokens_out": 577,
      "tool_calls": 1,
      "cost_usd": 0.0017049300000000001
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4420,
      "tokens_in": 14939,
      "tokens_in_cached": 13148,
      "tokens_out": 640,
      "cost_usd": 0.00080948
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7622,
      "tokens_in": 56796,
      "tokens_in_cached": 46872,
      "tokens_out": 684,
      "tool_calls": 2,
      "cost_usd": 0.00279492
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8338,
      "tokens_in": 47528,
      "tokens_in_cached": 43679,
      "tokens_out": 1377,
      "tool_calls": 7,
      "cost_usd": 0.00189449
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8635,
      "tokens_in": 30935,
      "tokens_in_cached": 27991,
      "tokens_out": 1406,
      "tool_calls": 4,
      "cost_usd": 0.00157131
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7439,
      "tokens_in": 51660,
      "tokens_in_cached": 28117,
      "tokens_out": 881,
      "tool_calls": 2,
      "cost_usd": 0.005429869999999999
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6865,
      "tokens_in": 41867,
      "tokens_in_cached": 28101,
      "tokens_out": 900,
      "tool_calls": 2,
      "cost_usd": 0.00348381
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5962,
      "tokens_in": 41166,
      "tokens_in_cached": 28071,
      "tokens_out": 956,
      "tool_calls": 3,
      "cost_usd": 0.00337731
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7386,
      "tokens_in": 44732,
      "tokens_in_cached": 28089,
      "tokens_out": 1113,
      "tool_calls": 4,
      "cost_usd": 0.00416559
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12701,
      "tokens_in": 53908,
      "tokens_in_cached": 47126,
      "tokens_out": 1676,
      "tool_calls": 3,
      "cost_usd": 0.0026650600000000003
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11315,
      "tokens_in": 41241,
      "tokens_in_cached": 28047,
      "tokens_out": 2011,
      "tool_calls": 2,
      "cost_usd": 0.00392437
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8837,
      "tokens_in": 70917,
      "tokens_in_cached": 28027,
      "tokens_out": 1352,
      "tool_calls": 2,
      "cost_usd": 0.00953387
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6325,
      "tokens_in": 46456,
      "tokens_in_cached": 43473,
      "tokens_out": 923,
      "tool_calls": 3,
      "cost_usd": 0.0014922300000000002
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5996,
      "tokens_in": 30378,
      "tokens_in_cached": 28023,
      "tokens_out": 760,
      "tool_calls": 2,
      "cost_usd": 0.0011308300000000002
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6132,
      "tokens_in": 30331,
      "tokens_in_cached": 28019,
      "tokens_out": 711,
      "tool_calls": 2,
      "cost_usd": 0.0010976900000000001
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 21519,
      "tokens_in": 110793,
      "tokens_in_cached": 80111,
      "tokens_out": 4134,
      "tool_calls": 5,
      "cost_usd": 0.00900351
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4942,
      "tokens_in": 30387,
      "tokens_in_cached": 28055,
      "tokens_out": 591,
      "tool_calls": 2,
      "cost_usd": 0.00104205
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7409,
      "tokens_in": 51081,
      "tokens_in_cached": 43532,
      "tokens_out": 1053,
      "tool_calls": 3,
      "cost_usd": 0.00247102
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 17174,
      "tokens_in": 83444,
      "tokens_in_cached": 58831,
      "tokens_out": 3069,
      "tool_calls": 4,
      "cost_usd": 0.00704481
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10922,
      "tokens_in": 50834,
      "tokens_in_cached": 43628,
      "tokens_out": 1466,
      "tool_calls": 5,
      "cost_usd": 0.00260988
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5036,
      "tokens_in": 30357,
      "tokens_in_cached": 28085,
      "tokens_out": 682,
      "tool_calls": 2,
      "cost_usd": 0.00107585
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10002,
      "tokens_in": 47832,
      "tokens_in_cached": 43614,
      "tokens_out": 1537,
      "tool_calls": 4,
      "cost_usd": 0.00204764
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7035,
      "tokens_in": 30773,
      "tokens_in_cached": 28049,
      "tokens_out": 1285,
      "tool_calls": 4,
      "cost_usd": 0.0014673899999999998
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7041,
      "tokens_in": 51188,
      "tokens_in_cached": 45911,
      "tokens_out": 950,
      "tool_calls": 3,
      "cost_usd": 0.00198891
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5566,
      "tokens_in": 35014,
      "tokens_in_cached": 28061,
      "tokens_out": 786,
      "tool_calls": 2,
      "cost_usd": 0.00206381
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4115,
      "tokens_in": 30287,
      "tokens_in_cached": 28085,
      "tokens_out": 445,
      "tool_calls": 1,
      "cost_usd": 0.0009433500000000001
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5316,
      "tokens_in": 30340,
      "tokens_in_cached": 28123,
      "tokens_out": 507,
      "tool_calls": 1,
      "cost_usd": 0.00097773
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5426,
      "tokens_in": 30313,
      "tokens_in_cached": 27991,
      "tokens_out": 632,
      "tool_calls": 2,
      "cost_usd": 0.00105991
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9339,
      "tokens_in": 46525,
      "tokens_in_cached": 43419,
      "tokens_out": 1546,
      "tool_calls": 5,
      "cost_usd": 0.0018277900000000001
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5907,
      "tokens_in": 30335,
      "tokens_in_cached": 28011,
      "tokens_out": 836,
      "tool_calls": 2,
      "cost_usd": 0.00116251
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7192,
      "tokens_in": 45728,
      "tokens_in_cached": 43246,
      "tokens_out": 697,
      "tool_calls": 3,
      "cost_usd": 0.00127676
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13879,
      "tokens_in": 67970,
      "tokens_in_cached": 43386,
      "tokens_out": 3105,
      "tool_calls": 4,
      "cost_usd": 0.00690256
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12867,
      "tokens_in": 69209,
      "tokens_in_cached": 44021,
      "tokens_out": 2629,
      "tool_calls": 4,
      "cost_usd": 0.00679171
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10157,
      "tokens_in": 49348,
      "tokens_in_cached": 44112,
      "tokens_out": 1619,
      "tool_calls": 5,
      "cost_usd": 0.00229722
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21196,
      "tokens_in": 144205,
      "tokens_in_cached": 120831,
      "tokens_out": 4025,
      "tool_calls": 11,
      "cost_usd": 0.007894410000000001
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6944,
      "tokens_in": 56294,
      "tokens_in_cached": 46245,
      "tokens_out": 966,
      "tool_calls": 4,
      "cost_usd": 0.00295465
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8081,
      "tokens_in": 56367,
      "tokens_in_cached": 47435,
      "tokens_out": 880,
      "tool_calls": 3,
      "cost_usd": 0.00270015
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10390,
      "tokens_in": 104967,
      "tokens_in_cached": 93343,
      "tokens_out": 986,
      "tool_calls": 5,
      "cost_usd": 0.0037502300000000002
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4914,
      "tokens_in": 30500,
      "tokens_in_cached": 27993,
      "tokens_out": 556,
      "tool_calls": 2,
      "cost_usd": 0.00105893
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9746,
      "tokens_in": 50540,
      "tokens_in_cached": 43470,
      "tokens_out": 1292,
      "tool_calls": 3,
      "cost_usd": 0.0024941
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14202,
      "tokens_in": 80151,
      "tokens_in_cached": 69218,
      "tokens_out": 1842,
      "tool_calls": 6,
      "cost_usd": 0.00379898
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15300,
      "tokens_in": 117776,
      "tokens_in_cached": 95484,
      "tokens_out": 2190,
      "tool_calls": 7,
      "cost_usd": 0.006507239999999999
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 15565,
      "tokens_in": 108891,
      "tokens_in_cached": 93101,
      "tokens_out": 2231,
      "tool_calls": 8,
      "cost_usd": 0.00520351
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7312,
      "tokens_in": 48254,
      "tokens_in_cached": 43958,
      "tokens_out": 976,
      "tool_calls": 4,
      "cost_usd": 0.00178618
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4982,
      "tokens_in": 30991,
      "tokens_in_cached": 27997,
      "tokens_out": 370,
      "tool_calls": 1,
      "cost_usd": 0.0010633700000000001
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9255,
      "tokens_in": 31162,
      "tokens_in_cached": 28025,
      "tokens_out": 1482,
      "tool_calls": 2,
      "cost_usd": 0.0016482500000000002
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4101,
      "tokens_in": 30311,
      "tokens_in_cached": 27979,
      "tokens_out": 556,
      "tool_calls": 2,
      "cost_usd": 0.0010237900000000001
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5891,
      "tokens_in": 36026,
      "tokens_in_cached": 28023,
      "tokens_out": 1251,
      "tool_calls": 2,
      "cost_usd": 0.00250593
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6790,
      "tokens_in": 33807,
      "tokens_in_cached": 28017,
      "tokens_out": 950,
      "tool_calls": 1,
      "cost_usd": 0.00191277
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5775,
      "tokens_in": 39964,
      "tokens_in_cached": 28023,
      "tokens_out": 637,
      "tool_calls": 2,
      "cost_usd": 0.0029865300000000003
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13988,
      "tokens_in": 83691,
      "tokens_in_cached": 77774,
      "tokens_out": 1882,
      "tool_calls": 7,
      "cost_usd": 0.00290114
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "no_answer",
      "latency_ms": 86477,
      "tokens_in": 770418,
      "tokens_in_cached": 619147,
      "tokens_out": 18626,
      "tool_calls": 22,
      "cost_usd": 0.14248639
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10518,
      "tokens_in": 82990,
      "tokens_in_cached": 72940,
      "tokens_out": 1383,
      "tool_calls": 5,
      "cost_usd": 0.0034301
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "abstained",
      "latency_ms": 9885,
      "tokens_in": 53395,
      "tokens_in_cached": 46695,
      "tokens_out": 1362,
      "tool_calls": 4,
      "cost_usd": 0.00248735
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5089,
      "tokens_in": 30531,
      "tokens_in_cached": 27985,
      "tokens_out": 617,
      "tool_calls": 1,
      "cost_usd": 0.0010971499999999999
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5037,
      "tokens_in": 36273,
      "tokens_in_cached": 28059,
      "tokens_out": 789,
      "tool_calls": 2,
      "cost_usd": 0.00231749
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 13640,
      "tokens_in": 62614,
      "tokens_in_cached": 51383,
      "tokens_out": 2215,
      "tool_calls": 5,
      "cost_usd": 0.00386693
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11088,
      "tokens_in": 53645,
      "tokens_in_cached": 43941,
      "tokens_out": 1608,
      "tool_calls": 4,
      "cost_usd": 0.00318361
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7231,
      "tokens_in": 31350,
      "tokens_in_cached": 27995,
      "tokens_out": 1552,
      "tool_calls": 10,
      "cost_usd": 0.0017265499999999999
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10116,
      "tokens_in": 58583,
      "tokens_in_cached": 43943,
      "tokens_out": 1667,
      "tool_calls": 4,
      "cost_usd": 0.00420033
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16834,
      "tokens_in": 65275,
      "tokens_in_cached": 44178,
      "tokens_out": 3797,
      "tool_calls": 3,
      "cost_usd": 0.00655908
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10608,
      "tokens_in": 48407,
      "tokens_in_cached": 44210,
      "tokens_out": 2209,
      "tool_calls": 7,
      "cost_usd": 0.0023854
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13761,
      "tokens_in": 141164,
      "tokens_in_cached": 105784,
      "tokens_out": 2064,
      "tool_calls": 7,
      "cost_usd": 0.00916484
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6113,
      "tokens_in": 57058,
      "tokens_in_cached": 28013,
      "tokens_out": 705,
      "tool_calls": 1,
      "cost_usd": 0.006441230000000001
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4696,
      "tokens_in": 39625,
      "tokens_in_cached": 28017,
      "tokens_out": 638,
      "tool_calls": 1,
      "cost_usd": 0.0029203700000000003
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8308,
      "tokens_in": 40454,
      "tokens_in_cached": 28077,
      "tokens_out": 1248,
      "tool_calls": 2,
      "cost_usd": 0.00337977
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8520,
      "tokens_in": 40357,
      "tokens_in_cached": 28071,
      "tokens_out": 1547,
      "tool_calls": 2,
      "cost_usd": 0.00351101
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11155,
      "tokens_in": 55927,
      "tokens_in_cached": 46387,
      "tokens_out": 1621,
      "tool_calls": 4,
      "cost_usd": 0.00318177
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 12434,
      "tokens_in": 63206,
      "tokens_in_cached": 47903,
      "tokens_out": 2149,
      "tool_calls": 6,
      "cost_usd": 0.00461353
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 16575,
      "tokens_in": 103572,
      "tokens_in_cached": 71457,
      "tokens_out": 2799,
      "tool_calls": 7,
      "cost_usd": 0.00853647
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8670,
      "tokens_in": 37957,
      "tokens_in_cached": 28063,
      "tokens_out": 1270,
      "tool_calls": 1,
      "cost_usd": 0.0028940300000000006
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17653,
      "tokens_in": 49820,
      "tokens_in_cached": 28067,
      "tokens_out": 3861,
      "tool_calls": 2,
      "cost_usd": 0.0065613699999999995
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4722,
      "tokens_in": 40558,
      "tokens_in_cached": 28023,
      "tokens_out": 500,
      "tool_calls": 1,
      "cost_usd": 0.00303683
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6689,
      "tokens_in": 35983,
      "tokens_in_cached": 28009,
      "tokens_out": 957,
      "tool_calls": 1,
      "cost_usd": 0.00235299
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 10306,
      "tokens_in": 50748,
      "tokens_in_cached": 28075,
      "tokens_out": 2017,
      "tool_calls": 6,
      "cost_usd": 0.005823450000000001
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4160,
      "tokens_in": 31480,
      "tokens_in_cached": 28017,
      "tokens_out": 245,
      "tool_calls": 1,
      "cost_usd": 0.00109487
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4092,
      "tokens_in": 31734,
      "tokens_in_cached": 27987,
      "tokens_out": 321,
      "tool_calls": 2,
      "cost_usd": 0.0011893700000000001
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6000,
      "tokens_in": 44459,
      "tokens_in_cached": 28003,
      "tokens_out": 673,
      "tool_calls": 2,
      "cost_usd": 0.0039073300000000005
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11554,
      "tokens_in": 160168,
      "tokens_in_cached": 116106,
      "tokens_out": 1716,
      "tool_calls": 4,
      "cost_usd": 0.01083066
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4319,
      "tokens_in": 30398,
      "tokens_in_cached": 28037,
      "tokens_out": 292,
      "tool_calls": 1,
      "cost_usd": 0.00089817
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3279,
      "tokens_in": 31220,
      "tokens_in_cached": 28011,
      "tokens_out": 204,
      "tool_calls": 1,
      "cost_usd": 0.00102351
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4311,
      "tokens_in": 32386,
      "tokens_in_cached": 28011,
      "tokens_out": 243,
      "tool_calls": 1,
      "cost_usd": 0.0012762100000000003
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5740,
      "tokens_in": 31903,
      "tokens_in_cached": 28047,
      "tokens_out": 615,
      "tool_calls": 2,
      "cost_usd": 0.00135877
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5722,
      "tokens_in": 34339,
      "tokens_in_cached": 28015,
      "tokens_out": 866,
      "tool_calls": 2,
      "cost_usd": 0.0019775500000000002
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9504,
      "tokens_in": 52473,
      "tokens_in_cached": 46488,
      "tokens_out": 1192,
      "tool_calls": 4,
      "cost_usd": 0.0022572800000000004
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12252,
      "tokens_in": 82852,
      "tokens_in_cached": 70866,
      "tokens_out": 1920,
      "tool_calls": 6,
      "cost_usd": 0.0040650600000000005
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13403,
      "tokens_in": 114112,
      "tokens_in_cached": 94034,
      "tokens_out": 1453,
      "tool_calls": 6,
      "cost_usd": 0.005681440000000001
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13438,
      "tokens_in": 80463,
      "tokens_in_cached": 67781,
      "tokens_out": 1876,
      "tool_calls": 5,
      "cost_usd": 0.00415141
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14133,
      "tokens_in": 62493,
      "tokens_in_cached": 48085,
      "tokens_out": 2610,
      "tool_calls": 3,
      "cost_usd": 0.00466685
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6065,
      "tokens_in": 30420,
      "tokens_in_cached": 28001,
      "tokens_out": 527,
      "tool_calls": 1,
      "cost_usd": 0.0010269100000000002
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4609,
      "tokens_in": 34142,
      "tokens_in_cached": 28021,
      "tokens_out": 329,
      "tool_calls": 2,
      "cost_usd": 0.0016685100000000002
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3742,
      "tokens_in": 34762,
      "tokens_in_cached": 28019,
      "tokens_out": 436,
      "tool_calls": 2,
      "cost_usd": 0.00184639
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5291,
      "tokens_in": 35499,
      "tokens_in_cached": 28041,
      "tokens_out": 470,
      "tool_calls": 1,
      "cost_usd": 0.00200661
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13758,
      "tokens_in": 76552,
      "tokens_in_cached": 60915,
      "tokens_out": 2213,
      "tool_calls": 6,
      "cost_usd": 0.004842250000000001
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8791,
      "tokens_in": 51527,
      "tokens_in_cached": 43950,
      "tokens_out": 1265,
      "tool_calls": 4,
      "cost_usd": 0.0025867999999999998
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8084,
      "tokens_in": 65340,
      "tokens_in_cached": 50875,
      "tokens_out": 1130,
      "tool_calls": 4,
      "cost_usd": 0.00396615
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4284,
      "tokens_in": 35962,
      "tokens_in_cached": 28021,
      "tokens_out": 205,
      "tool_calls": 1,
      "cost_usd": 0.00197051
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6490,
      "tokens_in": 33566,
      "tokens_in_cached": 27995,
      "tokens_out": 1082,
      "tool_calls": 2,
      "cost_usd": 0.0019347500000000003
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9268,
      "tokens_in": 78200,
      "tokens_in_cached": 57948,
      "tokens_out": 1293,
      "tool_calls": 2,
      "cost_usd": 0.00527578
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7025,
      "tokens_in": 36027,
      "tokens_in_cached": 28053,
      "tokens_out": 1095,
      "tool_calls": 1,
      "cost_usd": 0.0024224299999999997
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10328,
      "tokens_in": 76857,
      "tokens_in_cached": 58478,
      "tokens_out": 1443,
      "tool_calls": 3,
      "cost_usd": 0.00498148
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6116,
      "tokens_in": 71211,
      "tokens_in_cached": 55165,
      "tokens_out": 669,
      "tool_calls": 3,
      "cost_usd": 0.00409475
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10127,
      "tokens_in": 86085,
      "tokens_in_cached": 55528,
      "tokens_out": 1417,
      "tool_calls": 3,
      "cost_usd": 0.00737458
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3816,
      "tokens_in": 46297,
      "tokens_in_cached": 28063,
      "tokens_out": 351,
      "tool_calls": 1,
      "cost_usd": 0.00410253
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5560,
      "tokens_in": 38445,
      "tokens_in_cached": 28055,
      "tokens_out": 516,
      "tool_calls": 1,
      "cost_usd": 0.0026161500000000002
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5780,
      "tokens_in": 37108,
      "tokens_in_cached": 28093,
      "tokens_out": 636,
      "tool_calls": 2,
      "cost_usd": 0.0024015300000000002
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6986,
      "tokens_in": 35033,
      "tokens_in_cached": 28069,
      "tokens_out": 1112,
      "tool_calls": 1,
      "cost_usd": 0.00222909
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6906,
      "tokens_in": 52639,
      "tokens_in_cached": 45945,
      "tokens_out": 624,
      "tool_calls": 2,
      "cost_usd": 0.0021096500000000002
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5128,
      "tokens_in": 45553,
      "tokens_in_cached": 28073,
      "tokens_out": 666,
      "tool_calls": 2,
      "cost_usd": 0.0041093300000000004
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4969,
      "tokens_in": 44432,
      "tokens_in_cached": 28131,
      "tokens_out": 554,
      "tool_calls": 1,
      "cost_usd": 0.00381811
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4069,
      "tokens_in": 36719,
      "tokens_in_cached": 28055,
      "tokens_out": 490,
      "tool_calls": 1,
      "cost_usd": 0.0022579500000000003
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5410,
      "tokens_in": 34260,
      "tokens_in_cached": 28039,
      "tokens_out": 572,
      "tool_calls": 1,
      "cost_usd": 0.00181019
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9184,
      "tokens_in": 58965,
      "tokens_in_cached": 49093,
      "tokens_out": 1264,
      "tool_calls": 2,
      "cost_usd": 0.0030967300000000002
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3157,
      "tokens_in": 38387,
      "tokens_in_cached": 28041,
      "tokens_out": 364,
      "tool_calls": 2,
      "cost_usd": 0.00253121
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5962,
      "tokens_in": 37971,
      "tokens_in_cached": 28065,
      "tokens_out": 1190,
      "tool_calls": 2,
      "cost_usd": 0.00285645
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7851,
      "tokens_in": 46119,
      "tokens_in_cached": 28079,
      "tokens_out": 1050,
      "tool_calls": 2,
      "cost_usd": 0.0044133900000000005
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9617,
      "tokens_in": 47262,
      "tokens_in_cached": 43605,
      "tokens_out": 1750,
      "tool_calls": 5,
      "cost_usd": 0.00204185
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9665,
      "tokens_in": 73607,
      "tokens_in_cached": 65842,
      "tokens_out": 1019,
      "tool_calls": 6,
      "cost_usd": 0.00272012
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6917,
      "tokens_in": 46815,
      "tokens_in_cached": 43052,
      "tokens_out": 762,
      "tool_calls": 2,
      "cost_usd": 0.00156352
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4302,
      "tokens_in": 30484,
      "tokens_in_cached": 27975,
      "tokens_out": 345,
      "tool_calls": 2,
      "cost_usd": 0.00095365
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9650,
      "tokens_in": 58419,
      "tokens_in_cached": 43090,
      "tokens_out": 1813,
      "tool_calls": 2,
      "cost_usd": 0.0044026
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10700,
      "tokens_in": 55748,
      "tokens_in_cached": 46578,
      "tokens_out": 960,
      "tool_calls": 4,
      "cost_usd": 0.00277918
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12954,
      "tokens_in": 112270,
      "tokens_in_cached": 95319,
      "tokens_out": 1610,
      "tool_calls": 5,
      "cost_usd": 0.00514739
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 7256,
      "tokens_in": 77567,
      "tokens_in_cached": 66053,
      "tokens_out": 919,
      "tool_calls": 4,
      "cost_usd": 0.00342203
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8724,
      "tokens_in": 60830,
      "tokens_in_cached": 48347,
      "tokens_out": 1127,
      "tool_calls": 5,
      "cost_usd": 0.0035429700000000003
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6169,
      "tokens_in": 33690,
      "tokens_in_cached": 28011,
      "tokens_out": 701,
      "tool_calls": 2,
      "cost_usd": 0.0017660100000000001
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9194,
      "tokens_in": 52984,
      "tokens_in_cached": 43412,
      "tokens_out": 1339,
      "tool_calls": 4,
      "cost_usd": 0.0030174200000000003
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9845,
      "tokens_in": 55646,
      "tokens_in_cached": 47748,
      "tokens_out": 1107,
      "tool_calls": 4,
      "cost_usd": 0.0026099800000000005
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6566,
      "tokens_in": 61980,
      "tokens_in_cached": 48005,
      "tokens_out": 681,
      "tool_calls": 3,
      "cost_usd": 0.0036149500000000005
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4859,
      "tokens_in": 33808,
      "tokens_in_cached": 27999,
      "tokens_out": 614,
      "tool_calls": 2,
      "cost_usd": 0.0017483900000000003
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3879,
      "tokens_in": 30145,
      "tokens_in_cached": 27983,
      "tokens_out": 354,
      "tool_calls": 1,
      "cost_usd": 0.0008888300000000001
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6381,
      "tokens_in": 38748,
      "tokens_in_cached": 27989,
      "tokens_out": 749,
      "tool_calls": 2,
      "cost_usd": 0.00280579
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9797,
      "tokens_in": 58120,
      "tokens_in_cached": 46988,
      "tokens_out": 973,
      "tool_calls": 2,
      "cost_usd": 0.0031821799999999997
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7913,
      "tokens_in": 39513,
      "tokens_in_cached": 28007,
      "tokens_out": 1245,
      "tool_calls": 2,
      "cost_usd": 0.00320337
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8958,
      "tokens_in": 33845,
      "tokens_in_cached": 27973,
      "tokens_out": 749,
      "tool_calls": 1,
      "cost_usd": 0.0018282300000000001
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 3186,
      "tokens_in": 14895,
      "tokens_in_cached": 13104,
      "tokens_out": 406,
      "cost_usd": 0.00069204
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 9118,
      "tokens_in": 73357,
      "tokens_in_cached": 63286,
      "tokens_out": 1110,
      "tool_calls": 4,
      "cost_usd": 0.00320126
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 9479,
      "tokens_in": 39580,
      "tokens_in_cached": 28037,
      "tokens_out": 1989,
      "tool_calls": 2,
      "cost_usd": 0.0035830700000000003
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 11696,
      "tokens_in": 64822,
      "tokens_in_cached": 46786,
      "tokens_out": 2331,
      "tool_calls": 4,
      "cost_usd": 0.00523996
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7029,
      "tokens_in": 48945,
      "tokens_in_cached": 43458,
      "tokens_out": 929,
      "tool_calls": 3,
      "cost_usd": 0.0019958800000000002
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 16956,
      "tokens_in": 174920,
      "tokens_in_cached": 155962,
      "tokens_out": 2198,
      "tool_calls": 9,
      "cost_usd": 0.00644882
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10560,
      "tokens_in": 107996,
      "tokens_in_cached": 90697,
      "tokens_out": 1430,
      "tool_calls": 6,
      "cost_usd": 0.005080770000000001
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4809,
      "tokens_in": 30364,
      "tokens_in_cached": 28059,
      "tokens_out": 650,
      "tool_calls": 2,
      "cost_usd": 0.00106619
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9091,
      "tokens_in": 63096,
      "tokens_in_cached": 46897,
      "tokens_out": 1182,
      "tool_calls": 5,
      "cost_usd": 0.00429917
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5764,
      "tokens_in": 30342,
      "tokens_in_cached": 28023,
      "tokens_out": 705,
      "tool_calls": 2,
      "cost_usd": 0.00109613
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 39125,
      "tokens_in": 305056,
      "tokens_in_cached": 218779,
      "tokens_out": 8094,
      "tool_calls": 27,
      "cost_usd": 0.02348919
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 16058,
      "tokens_in": 42876,
      "tokens_in_cached": 28055,
      "tokens_out": 3606,
      "tool_calls": 2,
      "cost_usd": 0.00504735
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 9368,
      "tokens_in": 62914,
      "tokens_in_cached": 47015,
      "tokens_out": 1660,
      "tool_calls": 4,
      "cost_usd": 0.00447935
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8642,
      "tokens_in": 50884,
      "tokens_in_cached": 43435,
      "tokens_out": 1139,
      "tool_calls": 3,
      "cost_usd": 0.00249305
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5892,
      "tokens_in": 30367,
      "tokens_in_cached": 28087,
      "tokens_out": 708,
      "tool_calls": 2,
      "cost_usd": 0.00109047
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9924,
      "tokens_in": 46807,
      "tokens_in_cached": 43377,
      "tokens_out": 1330,
      "tool_calls": 3,
      "cost_usd": 0.00178417
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 66596,
      "tokens_in": 755852,
      "tokens_in_cached": 582952,
      "tokens_out": 13915,
      "tool_calls": 17,
      "cost_usd": 0.17505266000000003
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5156,
      "tokens_in": 30455,
      "tokens_in_cached": 28121,
      "tokens_out": 752,
      "tool_calls": 2,
      "cost_usd": 0.0011236100000000001
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12582,
      "tokens_in": 68287,
      "tokens_in_cached": 53710,
      "tokens_out": 2816,
      "tool_calls": 2,
      "cost_usd": 0.0048599
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10630,
      "tokens_in": 47457,
      "tokens_in_cached": 43838,
      "tokens_out": 1907,
      "tool_calls": 8,
      "cost_usd": 0.00211508
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7738,
      "tokens_in": 47855,
      "tokens_in_cached": 43690,
      "tokens_out": 1157,
      "tool_calls": 4,
      "cost_usd": 0.0018478000000000001
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13262,
      "tokens_in": 91657,
      "tokens_in_cached": 73022,
      "tokens_out": 2571,
      "tool_calls": 7,
      "cost_usd": 0.005741920000000001
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5979,
      "tokens_in": 80694,
      "tokens_in_cached": 28069,
      "tokens_out": 837,
      "tool_calls": 2,
      "cost_usd": 0.01122379
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6735,
      "tokens_in": 69793,
      "tokens_in_cached": 43614,
      "tokens_out": 1216,
      "tool_calls": 4,
      "cost_usd": 0.00627934
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6894,
      "tokens_in": 92643,
      "tokens_in_cached": 66505,
      "tokens_out": 914,
      "tool_calls": 3,
      "cost_usd": 0.00634905
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5335,
      "tokens_in": 30705,
      "tokens_in_cached": 28007,
      "tokens_out": 421,
      "tool_calls": 1,
      "cost_usd": 0.0010297700000000002
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9697,
      "tokens_in": 76493,
      "tokens_in_cached": 58267,
      "tokens_out": 1597,
      "tool_calls": 3,
      "cost_usd": 0.00502577
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8643,
      "tokens_in": 96281,
      "tokens_in_cached": 68146,
      "tokens_out": 1198,
      "tool_calls": 3,
      "cost_usd": 0.00690686
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5015,
      "tokens_in": 30685,
      "tokens_in_cached": 28007,
      "tokens_out": 525,
      "tool_calls": 1,
      "cost_usd": 0.00107777
    }
  ]
}