{
  "track": "mcp",
  "model": "claude-sonnet-5.5",
  "tag": "r2",
  "provider": "claude-code",
  "started_at": "2026-11-06T01:18:02Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6050,
      "tokens_in": 30499,
      "tokens_in_cached": 27927,
      "tokens_out": 390,
      "tool_calls": 1,
      "cost_usd": 0.0169727
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3502,
      "tokens_in": 14867,
      "tokens_in_cached": 13096,
      "tokens_out": 230,
      "cost_usd": 0.0106896
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5617,
      "tokens_in": 30175,
      "tokens_in_cached": 27937,
      "tokens_out": 445,
      "tool_calls": 1,
      "cost_usd": 0.0161877
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3500,
      "tokens_in": 14859,
      "tokens_in_cached": 13088,
      "tokens_out": 128,
      "cost_usd": 0.0096688
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5500,
      "tokens_in": 30585,
      "tokens_in_cached": 27943,
      "tokens_out": 239,
      "tool_calls": 1,
      "cost_usd": 0.0157443
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3806,
      "tokens_in": 14868,
      "tokens_in_cached": 13097,
      "tokens_out": 255,
      "cost_usd": 0.0109397
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2849,
      "tokens_in": 14860,
      "tokens_in_cached": 13089,
      "tokens_out": 86,
      "cost_usd": 0.009248900000000001
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8107,
      "tokens_in": 14865,
      "tokens_in_cached": 13094,
      "tokens_out": 903,
      "cost_usd": 0.0174194
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3150,
      "tokens_in": 14861,
      "tokens_in_cached": 13090,
      "tokens_out": 116,
      "cost_usd": 0.009549
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4230,
      "tokens_in": 14885,
      "tokens_in_cached": 13114,
      "tokens_out": 385,
      "cost_usd": 0.0122414
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3223,
      "tokens_in": 14863,
      "tokens_in_cached": 13092,
      "tokens_out": 108,
      "cost_usd": 0.0094692
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3438,
      "tokens_in": 14855,
      "tokens_in_cached": 13084,
      "tokens_out": 103,
      "cost_usd": 0.0094184
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4923,
      "tokens_in": 14866,
      "tokens_in_cached": 13095,
      "tokens_out": 431,
      "cost_usd": 0.012699499999999999
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3883,
      "tokens_in": 14877,
      "tokens_in_cached": 13106,
      "tokens_out": 206,
      "cost_usd": 0.0104506
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 7706,
      "tokens_in": 14894,
      "tokens_in_cached": 13123,
      "tokens_out": 540,
      "cost_usd": 0.0137923
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9727,
      "tokens_in": 14861,
      "tokens_in_cached": 13090,
      "tokens_out": 1125,
      "cost_usd": 0.019639
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3965,
      "tokens_in": 14865,
      "tokens_in_cached": 13094,
      "tokens_out": 251,
      "cost_usd": 0.0108994
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4406,
      "tokens_in": 14881,
      "tokens_in_cached": 13110,
      "tokens_out": 345,
      "cost_usd": 0.011841
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5095,
      "tokens_in": 14911,
      "tokens_in_cached": 13140,
      "tokens_out": 350,
      "cost_usd": 0.011894
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6229,
      "tokens_in": 14887,
      "tokens_in_cached": 13116,
      "tokens_out": 290,
      "cost_usd": 0.011291599999999999
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 76320,
      "tokens_in": 29816,
      "tokens_in_cached": 28043,
      "tokens_out": 325,
      "cost_usd": 0.013138300000000002
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3476,
      "tokens_in": 14886,
      "tokens_in_cached": 13115,
      "tokens_out": 243,
      "cost_usd": 0.0108215
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2424,
      "tokens_in": 14879,
      "tokens_in_cached": 13108,
      "tokens_out": 155,
      "cost_usd": 0.0099408
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2711,
      "tokens_in": 14871,
      "tokens_in_cached": 13100,
      "tokens_out": 130,
      "cost_usd": 0.00969
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3712,
      "tokens_in": 14905,
      "tokens_in_cached": 13134,
      "tokens_out": 268,
      "cost_usd": 0.0110734
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5444,
      "tokens_in": 30063,
      "tokens_in_cached": 27943,
      "tokens_out": 156,
      "tool_calls": 1,
      "cost_usd": 0.012826299999999999
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2994,
      "tokens_in": 14862,
      "tokens_in_cached": 13091,
      "tokens_out": 158,
      "cost_usd": 0.0099691
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4274,
      "tokens_in": 29871,
      "tokens_in_cached": 27931,
      "tokens_out": 223,
      "tool_calls": 1,
      "cost_usd": 0.012775100000000001
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4081,
      "tokens_in": 29865,
      "tokens_in_cached": 27947,
      "tokens_out": 224,
      "tool_calls": 1,
      "cost_usd": 0.0126987
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7544,
      "tokens_in": 45227,
      "tokens_in_cached": 42962,
      "tokens_out": 501,
      "tool_calls": 3,
      "cost_usd": 0.0183542
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4233,
      "tokens_in": 29891,
      "tokens_in_cached": 27961,
      "tokens_out": 192,
      "tool_calls": 1,
      "cost_usd": 0.012428100000000001
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4900,
      "tokens_in": 30061,
      "tokens_in_cached": 27983,
      "tokens_out": 169,
      "tool_calls": 1,
      "cost_usd": 0.0127923
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 75620,
      "tokens_in": 30494,
      "tokens_in_cached": 28721,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.011566100000000001
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3934,
      "tokens_in": 30056,
      "tokens_in_cached": 27975,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.0127235
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3436,
      "tokens_in": 30021,
      "tokens_in_cached": 27945,
      "tokens_out": 133,
      "tool_calls": 1,
      "cost_usd": 0.012420500000000001
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4112,
      "tokens_in": 30038,
      "tokens_in_cached": 27925,
      "tokens_out": 307,
      "tool_calls": 1,
      "cost_usd": 0.0143065
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5381,
      "tokens_in": 30023,
      "tokens_in_cached": 27937,
      "tokens_out": 298,
      "tool_calls": 1,
      "cost_usd": 0.0141097
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4251,
      "tokens_in": 30004,
      "tokens_in_cached": 27929,
      "tokens_out": 149,
      "tool_calls": 1,
      "cost_usd": 0.0125749
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4358,
      "tokens_in": 30075,
      "tokens_in_cached": 27985,
      "tokens_out": 197,
      "tool_calls": 1,
      "cost_usd": 0.0131205
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3506,
      "tokens_in": 30067,
      "tokens_in_cached": 27967,
      "tokens_out": 150,
      "tool_calls": 1,
      "cost_usd": 0.0126887
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3848,
      "tokens_in": 30066,
      "tokens_in_cached": 27973,
      "tokens_out": 188,
      "tool_calls": 1,
      "cost_usd": 0.0130413
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4961,
      "tokens_in": 30062,
      "tokens_in_cached": 27967,
      "tokens_out": 201,
      "tool_calls": 1,
      "cost_usd": 0.013178700000000002
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4334,
      "tokens_in": 30030,
      "tokens_in_cached": 27965,
      "tokens_out": 251,
      "tool_calls": 1,
      "cost_usd": 0.0135585
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3924,
      "tokens_in": 30060,
      "tokens_in_cached": 27991,
      "tokens_out": 137,
      "tool_calls": 1,
      "cost_usd": 0.0124371
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3266,
      "tokens_in": 30054,
      "tokens_in_cached": 27977,
      "tokens_out": 149,
      "tool_calls": 1,
      "cost_usd": 0.0125877
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3878,
      "tokens_in": 29858,
      "tokens_in_cached": 27975,
      "tokens_out": 195,
      "tool_calls": 1,
      "cost_usd": 0.0122715
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4337,
      "tokens_in": 29892,
      "tokens_in_cached": 27963,
      "tokens_out": 286,
      "tool_calls": 1,
      "cost_usd": 0.0133643
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4139,
      "tokens_in": 29894,
      "tokens_in_cached": 27965,
      "tokens_out": 267,
      "tool_calls": 1,
      "cost_usd": 0.0131745
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3711,
      "tokens_in": 30081,
      "tokens_in_cached": 27995,
      "tokens_out": 142,
      "tool_calls": 1,
      "cost_usd": 0.012555499999999999
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4720,
      "tokens_in": 30069,
      "tokens_in_cached": 27965,
      "tokens_out": 163,
      "tool_calls": 1,
      "cost_usd": 0.0128345
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4114,
      "tokens_in": 30083,
      "tokens_in_cached": 28009,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.012698899999999999
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4533,
      "tokens_in": 30106,
      "tokens_in_cached": 28031,
      "tokens_out": 215,
      "tool_calls": 1,
      "cost_usd": 0.0132451
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5442,
      "tokens_in": 30082,
      "tokens_in_cached": 27991,
      "tokens_out": 193,
      "tool_calls": 1,
      "cost_usd": 0.013085099999999999
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4876,
      "tokens_in": 30177,
      "tokens_in_cached": 27997,
      "tokens_out": 218,
      "tool_calls": 1,
      "cost_usd": 0.013691700000000001
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4767,
      "tokens_in": 30010,
      "tokens_in_cached": 28023,
      "tokens_out": 339,
      "tool_calls": 1,
      "cost_usd": 0.0141323
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6533,
      "tokens_in": 30184,
      "tokens_in_cached": 27983,
      "tokens_out": 535,
      "tool_calls": 2,
      "cost_usd": 0.0169443
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6676,
      "tokens_in": 30813,
      "tokens_in_cached": 28089,
      "tokens_out": 923,
      "tool_calls": 4,
      "cost_usd": 0.0229269
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3870,
      "tokens_in": 30212,
      "tokens_in_cached": 28029,
      "tokens_out": 315,
      "tool_calls": 2,
      "cost_usd": 0.0146769
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4500,
      "tokens_in": 30221,
      "tokens_in_cached": 27995,
      "tokens_out": 202,
      "tool_calls": 1,
      "cost_usd": 0.0137155
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4488,
      "tokens_in": 30133,
      "tokens_in_cached": 28009,
      "tokens_out": 205,
      "tool_calls": 1,
      "cost_usd": 0.0133389
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5286,
      "tokens_in": 30071,
      "tokens_in_cached": 27987,
      "tokens_out": 167,
      "tool_calls": 1,
      "cost_usd": 0.012796700000000001
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4381,
      "tokens_in": 30590,
      "tokens_in_cached": 28039,
      "tokens_out": 170,
      "tool_calls": 1,
      "cost_usd": 0.0146999
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4813,
      "tokens_in": 30064,
      "tokens_in_cached": 27989,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.0128309
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4233,
      "tokens_in": 30051,
      "tokens_in_cached": 27975,
      "tokens_out": 176,
      "tool_calls": 1,
      "cost_usd": 0.0128535
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4769,
      "tokens_in": 30147,
      "tokens_in_cached": 28021,
      "tokens_out": 154,
      "tool_calls": 1,
      "cost_usd": 0.0128381
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9135,
      "tokens_in": 32964,
      "tokens_in_cached": 28105,
      "tokens_out": 883,
      "tool_calls": 2,
      "cost_usd": 0.0310685
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4369,
      "tokens_in": 29930,
      "tokens_in_cached": 28047,
      "tokens_out": 182,
      "tool_calls": 1,
      "cost_usd": 0.0121487
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4570,
      "tokens_in": 30018,
      "tokens_in_cached": 28031,
      "tokens_out": 336,
      "tool_calls": 1,
      "cost_usd": 0.0141031
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5728,
      "tokens_in": 30023,
      "tokens_in_cached": 28057,
      "tokens_out": 303,
      "tool_calls": 1,
      "cost_usd": 0.013691700000000001
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6153,
      "tokens_in": 31862,
      "tokens_in_cached": 28053,
      "tokens_out": 633,
      "tool_calls": 2,
      "cost_usd": 0.0243633
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4784,
      "tokens_in": 30000,
      "tokens_in_cached": 28013,
      "tokens_out": 394,
      "tool_calls": 1,
      "cost_usd": 0.0146813
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4503,
      "tokens_in": 30373,
      "tokens_in_cached": 28099,
      "tokens_out": 462,
      "tool_calls": 2,
      "cost_usd": 0.016517900000000002
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4999,
      "tokens_in": 30098,
      "tokens_in_cached": 28099,
      "tokens_out": 325,
      "tool_calls": 1,
      "cost_usd": 0.0140479
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5593,
      "tokens_in": 29883,
      "tokens_in_cached": 27957,
      "tokens_out": 253,
      "tool_calls": 1,
      "cost_usd": 0.0130217
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4365,
      "tokens_in": 30068,
      "tokens_in_cached": 27957,
      "tokens_out": 346,
      "tool_calls": 2,
      "cost_usd": 0.0146917
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16683,
      "tokens_in": 83542,
      "tokens_in_cached": 78387,
      "tokens_out": 1529,
      "tool_calls": 8,
      "cost_usd": 0.043728699999999995
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5012,
      "tokens_in": 36717,
      "tokens_in_cached": 27973,
      "tokens_out": 533,
      "tool_calls": 2,
      "cost_usd": 0.0430953
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7980,
      "tokens_in": 45699,
      "tokens_in_cached": 43158,
      "tokens_out": 733,
      "tool_calls": 4,
      "cost_usd": 0.021797800000000003
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15508,
      "tokens_in": 101319,
      "tokens_in_cached": 77289,
      "tokens_out": 1810,
      "tool_calls": 8,
      "cost_usd": 0.12192889999999999
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14612,
      "tokens_in": 83723,
      "tokens_in_cached": 59830,
      "tokens_out": 1644,
      "tool_calls": 6,
      "cost_usd": 0.117979
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9842,
      "tokens_in": 45440,
      "tokens_in_cached": 43082,
      "tokens_out": 733,
      "tool_calls": 2,
      "cost_usd": 0.021058200000000003
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9531,
      "tokens_in": 46209,
      "tokens_in_cached": 43296,
      "tokens_out": 1099,
      "tool_calls": 4,
      "cost_usd": 0.0269596
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5901,
      "tokens_in": 33060,
      "tokens_in_cached": 27943,
      "tokens_out": 393,
      "tool_calls": 1,
      "cost_usd": 0.0271843
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6837,
      "tokens_in": 32270,
      "tokens_in_cached": 27987,
      "tokens_out": 549,
      "tool_calls": 1,
      "cost_usd": 0.0254127
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6493,
      "tokens_in": 40097,
      "tokens_in_cached": 27953,
      "tokens_out": 620,
      "tool_calls": 2,
      "cost_usd": 0.0575633
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11077,
      "tokens_in": 60722,
      "tokens_in_cached": 43403,
      "tokens_out": 1266,
      "tool_calls": 5,
      "cost_usd": 0.0862643
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6213,
      "tokens_in": 32754,
      "tokens_in_cached": 27939,
      "tokens_out": 458,
      "tool_calls": 2,
      "cost_usd": 0.026625899999999997
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17487,
      "tokens_in": 90101,
      "tokens_in_cached": 59305,
      "tokens_out": 1461,
      "tool_calls": 6,
      "cost_usd": 0.14370850000000002
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8745,
      "tokens_in": 49560,
      "tokens_in_cached": 43249,
      "tokens_out": 1112,
      "tool_calls": 4,
      "cost_usd": 0.0406769
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10352,
      "tokens_in": 50268,
      "tokens_in_cached": 43119,
      "tokens_out": 843,
      "tool_calls": 4,
      "cost_usd": 0.0413259
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11506,
      "tokens_in": 51735,
      "tokens_in_cached": 45047,
      "tokens_out": 1299,
      "tool_calls": 3,
      "cost_usd": 0.0442347
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9135,
      "tokens_in": 49116,
      "tokens_in_cached": 43726,
      "tokens_out": 909,
      "tool_calls": 3,
      "cost_usd": 0.0350106
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7606,
      "tokens_in": 34414,
      "tokens_in_cached": 27977,
      "tokens_out": 708,
      "tool_calls": 1,
      "cost_usd": 0.0356177
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7222,
      "tokens_in": 48248,
      "tokens_in_cached": 43109,
      "tokens_out": 573,
      "tool_calls": 3,
      "cost_usd": 0.0305849
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12427,
      "tokens_in": 69939,
      "tokens_in_cached": 60632,
      "tokens_out": 1273,
      "tool_calls": 6,
      "cost_usd": 0.0560052
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10750,
      "tokens_in": 32603,
      "tokens_in_cached": 27949,
      "tokens_out": 1120,
      "tool_calls": 2,
      "cost_usd": 0.032602900000000004
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5373,
      "tokens_in": 32700,
      "tokens_in_cached": 27993,
      "tokens_out": 424,
      "tool_calls": 1,
      "cost_usd": 0.025859299999999998
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6572,
      "tokens_in": 30456,
      "tokens_in_cached": 27957,
      "tokens_out": 306,
      "tool_calls": 1,
      "cost_usd": 0.0158437
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7220,
      "tokens_in": 32671,
      "tokens_in_cached": 27989,
      "tokens_out": 374,
      "tool_calls": 1,
      "cost_usd": 0.0252589
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9649,
      "tokens_in": 61867,
      "tokens_in_cached": 58218,
      "tokens_out": 777,
      "tool_calls": 3,
      "cost_usd": 0.028171800000000004
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7492,
      "tokens_in": 45690,
      "tokens_in_cached": 43292,
      "tokens_out": 686,
      "tool_calls": 3,
      "cost_usd": 0.0207692
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8572,
      "tokens_in": 32882,
      "tokens_in_cached": 27985,
      "tokens_out": 862,
      "tool_calls": 2,
      "cost_usd": 0.030998500000000002
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8883,
      "tokens_in": 31650,
      "tokens_in_cached": 27997,
      "tokens_out": 851,
      "tool_calls": 1,
      "cost_usd": 0.0259137
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10215,
      "tokens_in": 34037,
      "tokens_in_cached": 28015,
      "tokens_out": 1198,
      "tool_calls": 2,
      "cost_usd": 0.0388615
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7062,
      "tokens_in": 30273,
      "tokens_in_cached": 28045,
      "tokens_out": 534,
      "tool_calls": 2,
      "cost_usd": 0.0170485
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6097,
      "tokens_in": 32912,
      "tokens_in_cached": 27985,
      "tokens_out": 599,
      "tool_calls": 2,
      "cost_usd": 0.0284885
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6866,
      "tokens_in": 30846,
      "tokens_in_cached": 27979,
      "tokens_out": 716,
      "tool_calls": 1,
      "cost_usd": 0.0214179
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8905,
      "tokens_in": 30909,
      "tokens_in_cached": 28067,
      "tokens_out": 874,
      "tool_calls": 1,
      "cost_usd": 0.0229067
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5464,
      "tokens_in": 30740,
      "tokens_in_cached": 27991,
      "tokens_out": 385,
      "tool_calls": 1,
      "cost_usd": 0.0176371
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8133,
      "tokens_in": 32428,
      "tokens_in_cached": 28047,
      "tokens_out": 586,
      "tool_calls": 1,
      "cost_usd": 0.026180699999999998
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4784,
      "tokens_in": 14894,
      "tokens_in_cached": 13123,
      "tokens_out": 479,
      "cost_usd": 0.0131823
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8506,
      "tokens_in": 33905,
      "tokens_in_cached": 28003,
      "tokens_out": 580,
      "tool_calls": 2,
      "cost_usd": 0.0322003
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 17683,
      "tokens_in": 72321,
      "tokens_in_cached": 65135,
      "tokens_out": 1470,
      "tool_calls": 4,
      "cost_usd": 0.0499415
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6747,
      "tokens_in": 32454,
      "tokens_in_cached": 28043,
      "tokens_out": 586,
      "tool_calls": 1,
      "cost_usd": 0.026300300000000002
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13792,
      "tokens_in": 55731,
      "tokens_in_cached": 44312,
      "tokens_out": 1825,
      "tool_calls": 9,
      "cost_usd": 0.0683452
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 29199,
      "tokens_in": 126639,
      "tokens_in_cached": 98637,
      "tokens_out": 3623,
      "tool_calls": 6,
      "cost_usd": 0.1580817
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 12515,
      "tokens_in": 78980,
      "tokens_in_cached": 67502,
      "tokens_out": 1022,
      "tool_calls": 5,
      "cost_usd": 0.06286620000000001
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 3889,
      "tokens_in": 14863,
      "tokens_in_cached": 13092,
      "tokens_out": 259,
      "cost_usd": 0.0109792
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4880,
      "tokens_in": 14873,
      "tokens_in_cached": 13102,
      "tokens_out": 389,
      "cost_usd": 0.012280200000000002
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 3810,
      "tokens_in": 14859,
      "tokens_in_cached": 13088,
      "tokens_out": 203,
      "cost_usd": 0.0104188
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5037,
      "tokens_in": 32515,
      "tokens_in_cached": 27965,
      "tokens_out": 327,
      "tool_calls": 1,
      "cost_usd": 0.0242585
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7420,
      "tokens_in": 30244,
      "tokens_in_cached": 28003,
      "tokens_out": 676,
      "tool_calls": 3,
      "cost_usd": 0.0185163
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8909,
      "tokens_in": 46554,
      "tokens_in_cached": 43509,
      "tokens_out": 976,
      "tool_calls": 7,
      "cost_usd": 0.0262789
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15986,
      "tokens_in": 62862,
      "tokens_in_cached": 59357,
      "tokens_out": 1540,
      "tool_calls": 6,
      "cost_usd": 0.0353397
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10140,
      "tokens_in": 46037,
      "tokens_in_cached": 43146,
      "tokens_out": 971,
      "tool_calls": 4,
      "cost_usd": 0.0255766
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5645,
      "tokens_in": 30085,
      "tokens_in_cached": 27987,
      "tokens_out": 426,
      "tool_calls": 2,
      "cost_usd": 0.0154427
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7912,
      "tokens_in": 30311,
      "tokens_in_cached": 27983,
      "tokens_out": 833,
      "tool_calls": 3,
      "cost_usd": 0.0204323
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5826,
      "tokens_in": 31440,
      "tokens_in_cached": 27989,
      "tokens_out": 474,
      "tool_calls": 2,
      "cost_usd": 0.0213349
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5424,
      "tokens_in": 30807,
      "tokens_in_cached": 28035,
      "tokens_out": 476,
      "tool_calls": 2,
      "cost_usd": 0.0186435
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8217,
      "tokens_in": 39195,
      "tokens_in_cached": 27991,
      "tokens_out": 731,
      "tool_calls": 2,
      "cost_usd": 0.054917099999999996
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6544,
      "tokens_in": 30560,
      "tokens_in_cached": 27989,
      "tokens_out": 702,
      "tool_calls": 5,
      "cost_usd": 0.0200949
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4380,
      "tokens_in": 29847,
      "tokens_in_cached": 27941,
      "tokens_out": 207,
      "tool_calls": 1,
      "cost_usd": 0.0124801
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8050,
      "tokens_in": 45382,
      "tokens_in_cached": 43018,
      "tokens_out": 658,
      "tool_calls": 3,
      "cost_usd": 0.0203258
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11434,
      "tokens_in": 30450,
      "tokens_in_cached": 28065,
      "tokens_out": 1007,
      "tool_calls": 1,
      "cost_usd": 0.0224085
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7034,
      "tokens_in": 30959,
      "tokens_in_cached": 27975,
      "tokens_out": 1041,
      "tool_calls": 6,
      "cost_usd": 0.0251355
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7304,
      "tokens_in": 30483,
      "tokens_in_cached": 27957,
      "tokens_out": 866,
      "tool_calls": 4,
      "cost_usd": 0.0215517
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8828,
      "tokens_in": 46262,
      "tokens_in_cached": 43347,
      "tokens_out": 998,
      "tool_calls": 6,
      "cost_usd": 0.025962700000000002
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 4237,
      "tokens_in": 14876,
      "tokens_in_cached": 13105,
      "tokens_out": 341,
      "cost_usd": 0.011800499999999998
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3353,
      "tokens_in": 14884,
      "tokens_in_cached": 13113,
      "tokens_out": 150,
      "cost_usd": 0.009891299999999999
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3592,
      "tokens_in": 14885,
      "tokens_in_cached": 13114,
      "tokens_out": 190,
      "cost_usd": 0.0102914
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2932,
      "tokens_in": 14898,
      "tokens_in_cached": 13127,
      "tokens_out": 106,
      "cost_usd": 0.0094527
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4072,
      "tokens_in": 14919,
      "tokens_in_cached": 13148,
      "tokens_out": 168,
      "cost_usd": 0.0100748
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2624,
      "tokens_in": 14874,
      "tokens_in_cached": 13103,
      "tokens_out": 99,
      "cost_usd": 0.009380300000000001
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6058,
      "tokens_in": 45578,
      "tokens_in_cached": 43245,
      "tokens_out": 553,
      "tool_calls": 3,
      "cost_usd": 0.0191745
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6286,
      "tokens_in": 30391,
      "tokens_in_cached": 27971,
      "tokens_out": 715,
      "tool_calls": 3,
      "cost_usd": 0.0196191
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5630,
      "tokens_in": 30187,
      "tokens_in_cached": 28097,
      "tokens_out": 387,
      "tool_calls": 2,
      "cost_usd": 0.0150317
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8067,
      "tokens_in": 30171,
      "tokens_in_cached": 28081,
      "tokens_out": 491,
      "tool_calls": 2,
      "cost_usd": 0.0160701
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5374,
      "tokens_in": 30141,
      "tokens_in_cached": 28051,
      "tokens_out": 428,
      "tool_calls": 2,
      "cost_usd": 0.015437099999999999
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5715,
      "tokens_in": 30393,
      "tokens_in_cached": 28069,
      "tokens_out": 617,
      "tool_calls": 3,
      "cost_usd": 0.0182649
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7633,
      "tokens_in": 48315,
      "tokens_in_cached": 43330,
      "tokens_out": 710,
      "tool_calls": 3,
      "cost_usd": 0.031361
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8567,
      "tokens_in": 45560,
      "tokens_in_cached": 43268,
      "tokens_out": 521,
      "tool_calls": 3,
      "cost_usd": 0.018692800000000002
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6420,
      "tokens_in": 47649,
      "tokens_in_cached": 28007,
      "tokens_out": 464,
      "tool_calls": 1,
      "cost_usd": 0.0860007
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5014,
      "tokens_in": 29981,
      "tokens_in_cached": 28049,
      "tokens_out": 353,
      "tool_calls": 1,
      "cost_usd": 0.014054900000000002
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6674,
      "tokens_in": 30196,
      "tokens_in_cached": 28003,
      "tokens_out": 658,
      "tool_calls": 2,
      "cost_usd": 0.0181443
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5703,
      "tokens_in": 29928,
      "tokens_in_cached": 27999,
      "tokens_out": 283,
      "tool_calls": 1,
      "cost_usd": 0.0133379
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 10669,
      "tokens_in": 30412,
      "tokens_in_cached": 28007,
      "tokens_out": 956,
      "tool_calls": 1,
      "cost_usd": 0.021972699999999998
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4413,
      "tokens_in": 30223,
      "tokens_in_cached": 28035,
      "tokens_out": 416,
      "tool_calls": 2,
      "cost_usd": 0.0157075
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5803,
      "tokens_in": 30210,
      "tokens_in_cached": 27975,
      "tokens_out": 460,
      "tool_calls": 2,
      "cost_usd": 0.0163295
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6787,
      "tokens_in": 35089,
      "tokens_in_cached": 28071,
      "tokens_out": 515,
      "tool_calls": 2,
      "cost_usd": 0.0360211
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7746,
      "tokens_in": 45780,
      "tokens_in_cached": 43242,
      "tokens_out": 729,
      "tool_calls": 4,
      "cost_usd": 0.0217542
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4216,
      "tokens_in": 29997,
      "tokens_in_cached": 28065,
      "tokens_out": 245,
      "tool_calls": 1,
      "cost_usd": 0.0129765
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6176,
      "tokens_in": 30231,
      "tokens_in_cached": 28039,
      "tokens_out": 621,
      "tool_calls": 2,
      "cost_usd": 0.017773900000000002
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7573,
      "tokens_in": 30534,
      "tokens_in_cached": 28029,
      "tokens_out": 920,
      "tool_calls": 4,
      "cost_usd": 0.0220149
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4792,
      "tokens_in": 32251,
      "tokens_in_cached": 27971,
      "tokens_out": 279,
      "tool_calls": 1,
      "cost_usd": 0.0226991
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6082,
      "tokens_in": 46513,
      "tokens_in_cached": 43711,
      "tokens_out": 599,
      "tool_calls": 3,
      "cost_usd": 0.0215571
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3928,
      "tokens_in": 30096,
      "tokens_in_cached": 28065,
      "tokens_out": 216,
      "tool_calls": 1,
      "cost_usd": 0.0130825
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3980,
      "tokens_in": 30139,
      "tokens_in_cached": 28103,
      "tokens_out": 227,
      "tool_calls": 1,
      "cost_usd": 0.0132163
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5185,
      "tokens_in": 30100,
      "tokens_in_cached": 27971,
      "tokens_out": 425,
      "tool_calls": 2,
      "cost_usd": 0.0155551
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3915,
      "tokens_in": 29946,
      "tokens_in_cached": 28003,
      "tokens_out": 253,
      "tool_calls": 1,
      "cost_usd": 0.0130943
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5432,
      "tokens_in": 30175,
      "tokens_in_cached": 27991,
      "tokens_out": 386,
      "tool_calls": 2,
      "cost_usd": 0.0153871
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3964,
      "tokens_in": 29904,
      "tokens_in_cached": 27961,
      "tokens_out": 223,
      "tool_calls": 1,
      "cost_usd": 0.0127901
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11412,
      "tokens_in": 72085,
      "tokens_in_cached": 45494,
      "tokens_out": 1567,
      "tool_calls": 4,
      "cost_usd": 0.1265714
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6980,
      "tokens_in": 31155,
      "tokens_in_cached": 27961,
      "tokens_out": 613,
      "tool_calls": 2,
      "cost_usd": 0.0216941
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6317,
      "tokens_in": 47097,
      "tokens_in_cached": 43653,
      "tokens_out": 415,
      "tool_calls": 2,
      "cost_usd": 0.022279300000000002
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5795,
      "tokens_in": 46389,
      "tokens_in_cached": 43636,
      "tokens_out": 429,
      "tool_calls": 2,
      "cost_usd": 0.0196536
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9003,
      "tokens_in": 56014,
      "tokens_in_cached": 46157,
      "tokens_out": 589,
      "tool_calls": 4,
      "cost_usd": 0.0499217
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12150,
      "tokens_in": 50011,
      "tokens_in_cached": 44302,
      "tokens_out": 571,
      "tool_calls": 3,
      "cost_usd": 0.0329642
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5582,
      "tokens_in": 32673,
      "tokens_in_cached": 27983,
      "tokens_out": 453,
      "tool_calls": 2,
      "cost_usd": 0.0260803
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5069,
      "tokens_in": 30207,
      "tokens_in_cached": 27973,
      "tokens_out": 260,
      "tool_calls": 1,
      "cost_usd": 0.0143253
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12435,
      "tokens_in": 30085,
      "tokens_in_cached": 27989,
      "tokens_out": 382,
      "tool_calls": 1,
      "cost_usd": 0.014994899999999999
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6365,
      "tokens_in": 47665,
      "tokens_in_cached": 43534,
      "tokens_out": 466,
      "tool_calls": 2,
      "cost_usd": 0.0255254
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 18404,
      "tokens_in": 84820,
      "tokens_in_cached": 69985,
      "tokens_out": 796,
      "tool_calls": 4,
      "cost_usd": 0.0742825
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17009,
      "tokens_in": 46521,
      "tokens_in_cached": 43593,
      "tokens_out": 589,
      "tool_calls": 3,
      "cost_usd": 0.0219493
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7541,
      "tokens_in": 47289,
      "tokens_in_cached": 43587,
      "tokens_out": 600,
      "tool_calls": 3,
      "cost_usd": 0.025154700000000002
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3934,
      "tokens_in": 30681,
      "tokens_in_cached": 27977,
      "tokens_out": 148,
      "tool_calls": 1,
      "cost_usd": 0.0150857
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4504,
      "tokens_in": 30541,
      "tokens_in_cached": 28005,
      "tokens_out": 301,
      "tool_calls": 1,
      "cost_usd": 0.0159465
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4645,
      "tokens_in": 29861,
      "tokens_in_cached": 27959,
      "tokens_out": 222,
      "tool_calls": 1,
      "cost_usd": 0.0126159
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4333,
      "tokens_in": 29937,
      "tokens_in_cached": 28003,
      "tokens_out": 239,
      "tool_calls": 1,
      "cost_usd": 0.0129183
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4803,
      "tokens_in": 33853,
      "tokens_in_cached": 27997,
      "tokens_out": 375,
      "tool_calls": 2,
      "cost_usd": 0.0299657
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4448,
      "tokens_in": 29935,
      "tokens_in_cached": 28003,
      "tokens_out": 226,
      "tool_calls": 1,
      "cost_usd": 0.0127803
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9384,
      "tokens_in": 61695,
      "tokens_in_cached": 58636,
      "tokens_out": 684,
      "tool_calls": 4,
      "cost_usd": 0.024923599999999997
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 20262,
      "tokens_in": 202410,
      "tokens_in_cached": 141116,
      "tokens_out": 2016,
      "tool_calls": 5,
      "cost_usd": 0.2794276
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4609,
      "tokens_in": 31353,
      "tokens_in_cached": 27993,
      "tokens_out": 259,
      "tool_calls": 1,
      "cost_usd": 0.0188213
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5587,
      "tokens_in": 30316,
      "tokens_in_cached": 28035,
      "tokens_out": 217,
      "tool_calls": 1,
      "cost_usd": 0.014089500000000001
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4887,
      "tokens_in": 31237,
      "tokens_in_cached": 27965,
      "tokens_out": 334,
      "tool_calls": 1,
      "cost_usd": 0.0192165
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7683,
      "tokens_in": 53836,
      "tokens_in_cached": 28039,
      "tokens_out": 598,
      "tool_calls": 2,
      "cost_usd": 0.1119639
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4624,
      "tokens_in": 30344,
      "tokens_in_cached": 28011,
      "tokens_out": 272,
      "tool_calls": 1,
      "cost_usd": 0.0148451
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8689,
      "tokens_in": 46945,
      "tokens_in_cached": 43628,
      "tokens_out": 491,
      "tool_calls": 2,
      "cost_usd": 0.022528799999999998
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7707,
      "tokens_in": 31217,
      "tokens_in_cached": 27975,
      "tokens_out": 1193,
      "tool_calls": 10,
      "cost_usd": 0.0276875
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6627,
      "tokens_in": 31175,
      "tokens_in_cached": 27961,
      "tokens_out": 602,
      "tool_calls": 2,
      "cost_usd": 0.0216641
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4965,
      "tokens_in": 30590,
      "tokens_in_cached": 28001,
      "tokens_out": 391,
      "tool_calls": 1,
      "cost_usd": 0.0170581
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6895,
      "tokens_in": 30697,
      "tokens_in_cached": 27959,
      "tokens_out": 926,
      "tool_calls": 6,
      "cost_usd": 0.0229999
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9172,
      "tokens_in": 79694,
      "tokens_in_cached": 75673,
      "tokens_out": 633,
      "tool_calls": 4,
      "cost_usd": 0.029961300000000003
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3898,
      "tokens_in": 29927,
      "tokens_in_cached": 27993,
      "tokens_out": 224,
      "tool_calls": 1,
      "cost_usd": 0.0127673
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5507,
      "tokens_in": 29929,
      "tokens_in_cached": 27997,
      "tokens_out": 249,
      "tool_calls": 1,
      "cost_usd": 0.0130097
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5293,
      "tokens_in": 35011,
      "tokens_in_cached": 28057,
      "tokens_out": 239,
      "tool_calls": 1,
      "cost_usd": 0.0330037
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6403,
      "tokens_in": 35005,
      "tokens_in_cached": 28051,
      "tokens_out": 719,
      "tool_calls": 1,
      "cost_usd": 0.0378031
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5859,
      "tokens_in": 32883,
      "tokens_in_cached": 28007,
      "tokens_out": 416,
      "tool_calls": 1,
      "cost_usd": 0.0264567
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6924,
      "tokens_in": 38160,
      "tokens_in_cached": 28013,
      "tokens_out": 779,
      "tool_calls": 3,
      "cost_usd": 0.051171299999999996
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 29373,
      "tokens_in": 178274,
      "tokens_in_cached": 149199,
      "tokens_out": 2396,
      "tool_calls": 10,
      "cost_usd": 0.1551599
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6811,
      "tokens_in": 37873,
      "tokens_in_cached": 28043,
      "tokens_out": 575,
      "tool_calls": 1,
      "cost_usd": 0.0478663
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12680,
      "tokens_in": 49412,
      "tokens_in_cached": 28047,
      "tokens_out": 1601,
      "tool_calls": 1,
      "cost_usd": 0.10426669999999999
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4018,
      "tokens_in": 40464,
      "tokens_in_cached": 28003,
      "tokens_out": 221,
      "tool_calls": 1,
      "cost_usd": 0.0548463
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4756,
      "tokens_in": 35916,
      "tokens_in_cached": 27989,
      "tokens_out": 293,
      "tool_calls": 1,
      "cost_usd": 0.0374289
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8397,
      "tokens_in": 33040,
      "tokens_in_cached": 28055,
      "tokens_out": 1284,
      "tool_calls": 6,
      "cost_usd": 0.0355775
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3929,
      "tokens_in": 30197,
      "tokens_in_cached": 27997,
      "tokens_out": 198,
      "tool_calls": 1,
      "cost_usd": 0.013571699999999999
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3886,
      "tokens_in": 30413,
      "tokens_in_cached": 27967,
      "tokens_out": 222,
      "tool_calls": 1,
      "cost_usd": 0.014792699999999999
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4732,
      "tokens_in": 38490,
      "tokens_in_cached": 27983,
      "tokens_out": 330,
      "tool_calls": 1,
      "cost_usd": 0.0481183
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7165,
      "tokens_in": 77483,
      "tokens_in_cached": 59128,
      "tokens_out": 527,
      "tool_calls": 2,
      "cost_usd": 0.0845908
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4252,
      "tokens_in": 30270,
      "tokens_in_cached": 28017,
      "tokens_out": 250,
      "tool_calls": 1,
      "cost_usd": 0.014305700000000001
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3628,
      "tokens_in": 31156,
      "tokens_in_cached": 27991,
      "tokens_out": 181,
      "tool_calls": 1,
      "cost_usd": 0.0172611
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4907,
      "tokens_in": 30246,
      "tokens_in_cached": 27991,
      "tokens_out": 250,
      "tool_calls": 1,
      "cost_usd": 0.0143111
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4569,
      "tokens_in": 31776,
      "tokens_in_cached": 28027,
      "tokens_out": 338,
      "tool_calls": 2,
      "cost_usd": 0.0211707
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5710,
      "tokens_in": 34185,
      "tokens_in_cached": 27995,
      "tokens_out": 569,
      "tool_calls": 2,
      "cost_usd": 0.0332415
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6752,
      "tokens_in": 46389,
      "tokens_in_cached": 43608,
      "tokens_out": 503,
      "tool_calls": 2,
      "cost_usd": 0.0205028
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8227,
      "tokens_in": 46382,
      "tokens_in_cached": 43620,
      "tokens_out": 586,
      "tool_calls": 2,
      "cost_usd": 0.021258
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6120,
      "tokens_in": 51194,
      "tokens_in_cached": 43402,
      "tokens_out": 430,
      "tool_calls": 3,
      "cost_usd": 0.039796200000000004
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8447,
      "tokens_in": 51651,
      "tokens_in_cached": 43440,
      "tokens_out": 880,
      "tool_calls": 4,
      "cost_usd": 0.045976
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9440,
      "tokens_in": 62254,
      "tokens_in_cached": 47970,
      "tokens_out": 1051,
      "tool_calls": 3,
      "cost_usd": 0.072431
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5705,
      "tokens_in": 30356,
      "tokens_in_cached": 27981,
      "tokens_out": 382,
      "tool_calls": 1,
      "cost_usd": 0.016110100000000002
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6194,
      "tokens_in": 31628,
      "tokens_in_cached": 28001,
      "tokens_out": 179,
      "tool_calls": 1,
      "cost_usd": 0.0190901
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3880,
      "tokens_in": 30471,
      "tokens_in_cached": 27999,
      "tokens_out": 218,
      "tool_calls": 1,
      "cost_usd": 0.0148599
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4504,
      "tokens_in": 35058,
      "tokens_in_cached": 28021,
      "tokens_out": 228,
      "tool_calls": 1,
      "cost_usd": 0.0332221
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8269,
      "tokens_in": 46626,
      "tokens_in_cached": 43557,
      "tokens_out": 691,
      "tool_calls": 3,
      "cost_usd": 0.0235297
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6764,
      "tokens_in": 46369,
      "tokens_in_cached": 43608,
      "tokens_out": 487,
      "tool_calls": 2,
      "cost_usd": 0.0202628
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7740,
      "tokens_in": 61364,
      "tokens_in_cached": 43070,
      "tokens_out": 424,
      "tool_calls": 2,
      "cost_usd": 0.08171099999999999
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3795,
      "tokens_in": 30261,
      "tokens_in_cached": 28001,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0.0140221
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4955,
      "tokens_in": 32691,
      "tokens_in_cached": 27975,
      "tokens_out": 413,
      "tool_calls": 1,
      "cost_usd": 0.0257835
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5842,
      "tokens_in": 32788,
      "tokens_in_cached": 28039,
      "tokens_out": 585,
      "tool_calls": 1,
      "cost_usd": 0.0276419
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9721,
      "tokens_in": 76637,
      "tokens_in_cached": 56568,
      "tokens_out": 1060,
      "tool_calls": 2,
      "cost_usd": 0.09652079999999999
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5242,
      "tokens_in": 32863,
      "tokens_in_cached": 28047,
      "tokens_out": 401,
      "tool_calls": 1,
      "cost_usd": 0.0260707
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5106,
      "tokens_in": 36892,
      "tokens_in_cached": 28049,
      "tokens_out": 276,
      "tool_calls": 1,
      "cost_usd": 0.040928900000000004
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6508,
      "tokens_in": 32945,
      "tokens_in_cached": 28093,
      "tokens_out": 449,
      "tool_calls": 1,
      "cost_usd": 0.026699300000000002
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4035,
      "tokens_in": 35486,
      "tokens_in_cached": 28043,
      "tokens_out": 268,
      "tool_calls": 1,
      "cost_usd": 0.035248299999999996
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3864,
      "tokens_in": 14904,
      "tokens_in_cached": 13133,
      "tokens_out": 326,
      "cost_usd": 0.0116533
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4124,
      "tokens_in": 35459,
      "tokens_in_cached": 28073,
      "tokens_out": 197,
      "tool_calls": 1,
      "cost_usd": 0.0343133
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12539,
      "tokens_in": 109853,
      "tokens_in_cached": 89842,
      "tokens_out": 1270,
      "tool_calls": 3,
      "cost_usd": 0.1017122
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4644,
      "tokens_in": 30807,
      "tokens_in_cached": 28053,
      "tokens_out": 310,
      "tool_calls": 1,
      "cost_usd": 0.0169133
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5141,
      "tokens_in": 34727,
      "tokens_in_cached": 28053,
      "tokens_out": 487,
      "tool_calls": 2,
      "cost_usd": 0.0343633
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4462,
      "tokens_in": 31430,
      "tokens_in_cached": 28111,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0.018879100000000003
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4777,
      "tokens_in": 31304,
      "tokens_in_cached": 28035,
      "tokens_out": 290,
      "tool_calls": 1,
      "cost_usd": 0.0187715
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4269,
      "tokens_in": 30515,
      "tokens_in_cached": 28019,
      "tokens_out": 252,
      "tool_calls": 1,
      "cost_usd": 0.015297900000000001
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3513,
      "tokens_in": 14910,
      "tokens_in_cached": 13139,
      "tokens_out": 234,
      "cost_usd": 0.010733900000000001
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4048,
      "tokens_in": 35151,
      "tokens_in_cached": 28021,
      "tokens_out": 247,
      "tool_calls": 1,
      "cost_usd": 0.0337841
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6113,
      "tokens_in": 37907,
      "tokens_in_cached": 28045,
      "tokens_out": 546,
      "tool_calls": 2,
      "cost_usd": 0.047704500000000004
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5306,
      "tokens_in": 31262,
      "tokens_in_cached": 28059,
      "tokens_out": 442,
      "tool_calls": 1,
      "cost_usd": 0.0200299
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4626,
      "tokens_in": 29944,
      "tokens_in_cached": 27969,
      "tokens_out": 289,
      "tool_calls": 1,
      "cost_usd": 0.0135789
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5298,
      "tokens_in": 33093,
      "tokens_in_cached": 28001,
      "tokens_out": 449,
      "tool_calls": 2,
      "cost_usd": 0.0276501
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5246,
      "tokens_in": 29895,
      "tokens_in_cached": 27963,
      "tokens_out": 229,
      "tool_calls": 1,
      "cost_usd": 0.0128063
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5891,
      "tokens_in": 45865,
      "tokens_in_cached": 42909,
      "tokens_out": 386,
      "tool_calls": 3,
      "cost_usd": 0.019962900000000002
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6935,
      "tokens_in": 43010,
      "tokens_in_cached": 27957,
      "tokens_out": 615,
      "tool_calls": 1,
      "cost_usd": 0.06914970000000001
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18140,
      "tokens_in": 134974,
      "tokens_in_cached": 118602,
      "tokens_out": 1650,
      "tool_calls": 7,
      "cost_usd": 0.0938242
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 14358,
      "tokens_in": 116503,
      "tokens_in_cached": 99823,
      "tokens_out": 1468,
      "tool_calls": 6,
      "cost_usd": 0.09136230000000001
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8144,
      "tokens_in": 51704,
      "tokens_in_cached": 43700,
      "tokens_out": 534,
      "tool_calls": 4,
      "cost_usd": 0.041714
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5532,
      "tokens_in": 34556,
      "tokens_in_cached": 28033,
      "tokens_out": 452,
      "tool_calls": 2,
      "cost_usd": 0.0334073
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5216,
      "tokens_in": 48096,
      "tokens_in_cached": 27991,
      "tokens_out": 306,
      "tool_calls": 2,
      "cost_usd": 0.08627110000000002
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8415,
      "tokens_in": 48958,
      "tokens_in_cached": 43202,
      "tokens_out": 749,
      "tool_calls": 3,
      "cost_usd": 0.0348222
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5188,
      "tokens_in": 33381,
      "tokens_in_cached": 27981,
      "tokens_out": 329,
      "tool_calls": 1,
      "cost_usd": 0.0276801
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5430,
      "tokens_in": 33445,
      "tokens_in_cached": 27983,
      "tokens_out": 348,
      "tool_calls": 1,
      "cost_usd": 0.028118300000000002
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4761,
      "tokens_in": 30148,
      "tokens_in_cached": 27979,
      "tokens_out": 282,
      "tool_calls": 1,
      "cost_usd": 0.014285899999999999
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4261,
      "tokens_in": 30081,
      "tokens_in_cached": 27963,
      "tokens_out": 169,
      "tool_calls": 1,
      "cost_usd": 0.012950300000000001
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7150,
      "tokens_in": 14871,
      "tokens_in_cached": 13100,
      "tokens_out": 158,
      "cost_usd": 0.00997
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3455,
      "tokens_in": 14889,
      "tokens_in_cached": 13118,
      "tokens_out": 238,
      "cost_usd": 0.0107718
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3414,
      "tokens_in": 14880,
      "tokens_in_cached": 13109,
      "tokens_out": 146,
      "cost_usd": 0.0098509
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3115,
      "tokens_in": 14863,
      "tokens_in_cached": 13092,
      "tokens_out": 182,
      "cost_usd": 0.0102092
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 7058,
      "tokens_in": 14875,
      "tokens_in_cached": 13104,
      "tokens_out": 161,
      "cost_usd": 0.0100004
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8737,
      "tokens_in": 72382,
      "tokens_in_cached": 62288,
      "tokens_out": 586,
      "tool_calls": 4,
      "cost_usd": 0.0524488
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 12960,
      "tokens_in": 54799,
      "tokens_in_cached": 43273,
      "tokens_out": 1042,
      "tool_calls": 3,
      "cost_usd": 0.0608393
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11101,
      "tokens_in": 41521,
      "tokens_in_cached": 27989,
      "tokens_out": 1608,
      "tool_calls": 6,
      "cost_usd": 0.0729989
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4183,
      "tokens_in": 30002,
      "tokens_in_cached": 28035,
      "tokens_out": 304,
      "tool_calls": 1,
      "cost_usd": 0.0137035
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 15938,
      "tokens_in": 178454,
      "tokens_in_cached": 150312,
      "tokens_out": 1360,
      "tool_calls": 8,
      "cost_usd": 0.1411712
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5823,
      "tokens_in": 51572,
      "tokens_in_cached": 43755,
      "tokens_out": 491,
      "tool_calls": 4,
      "cost_usd": 0.040541499999999994
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4496,
      "tokens_in": 30225,
      "tokens_in_cached": 28039,
      "tokens_out": 409,
      "tool_calls": 2,
      "cost_usd": 0.0156299
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4270,
      "tokens_in": 29958,
      "tokens_in_cached": 28023,
      "tokens_out": 284,
      "tool_calls": 1,
      "cost_usd": 0.013374299999999999
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4837,
      "tokens_in": 30189,
      "tokens_in_cached": 28003,
      "tokens_out": 428,
      "tool_calls": 2,
      "cost_usd": 0.0158163
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 34210,
      "tokens_in": 282811,
      "tokens_in_cached": 205347,
      "tokens_out": 3260,
      "tool_calls": 20,
      "cost_usd": 0.3629707
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 8769,
      "tokens_in": 39169,
      "tokens_in_cached": 28035,
      "tokens_out": 896,
      "tool_calls": 1,
      "cost_usd": 0.0562915
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 37904,
      "tokens_in": 303517,
      "tokens_in_cached": 256473,
      "tokens_out": 4785,
      "tool_calls": 16,
      "cost_usd": 0.26164129999999997
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4363,
      "tokens_in": 29989,
      "tokens_in_cached": 28023,
      "tokens_out": 285,
      "tool_calls": 1,
      "cost_usd": 0.0135083
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4457,
      "tokens_in": 30251,
      "tokens_in_cached": 28067,
      "tokens_out": 421,
      "tool_calls": 2,
      "cost_usd": 0.0157447
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5084,
      "tokens_in": 30474,
      "tokens_in_cached": 28049,
      "tokens_out": 548,
      "tool_calls": 4,
      "cost_usd": 0.017976899999999997
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "no_answer",
      "latency_ms": 57430,
      "tokens_in": 690544,
      "tokens_in_cached": 577720,
      "tokens_out": 7098,
      "tool_calls": 21,
      "cost_usd": 0.580012
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4638,
      "tokens_in": 30332,
      "tokens_in_cached": 28101,
      "tokens_out": 457,
      "tool_calls": 2,
      "cost_usd": 0.0162961
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11671,
      "tokens_in": 57419,
      "tokens_in_cached": 43203,
      "tokens_out": 1320,
      "tool_calls": 3,
      "cost_usd": 0.0743723
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4439,
      "tokens_in": 30229,
      "tokens_in_cached": 28045,
      "tokens_out": 398,
      "tool_calls": 2,
      "cost_usd": 0.0155125
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4822,
      "tokens_in": 30263,
      "tokens_in_cached": 28077,
      "tokens_out": 421,
      "tool_calls": 2,
      "cost_usd": 0.0157537
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15367,
      "tokens_in": 83642,
      "tokens_in_cached": 66556,
      "tokens_out": 1936,
      "tool_calls": 6,
      "cost_usd": 0.0943436
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5222,
      "tokens_in": 30727,
      "tokens_in_cached": 28049,
      "tokens_out": 551,
      "tool_calls": 2,
      "cost_usd": 0.0190189
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6655,
      "tokens_in": 30751,
      "tokens_in_cached": 28073,
      "tokens_out": 701,
      "tool_calls": 2,
      "cost_usd": 0.0205213
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5344,
      "tokens_in": 30698,
      "tokens_in_cached": 28067,
      "tokens_out": 479,
      "tool_calls": 2,
      "cost_usd": 0.0181127
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4743,
      "tokens_in": 30145,
      "tokens_in_cached": 27987,
      "tokens_out": 234,
      "tool_calls": 1,
      "cost_usd": 0.0137627
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4778,
      "tokens_in": 30211,
      "tokens_in_cached": 28015,
      "tokens_out": 407,
      "tool_calls": 1,
      "cost_usd": 0.0156475
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6595,
      "tokens_in": 30706,
      "tokens_in_cached": 28057,
      "tokens_out": 657,
      "tool_calls": 2,
      "cost_usd": 0.0199637
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4502,
      "tokens_in": 30115,
      "tokens_in_cached": 27987,
      "tokens_out": 310,
      "tool_calls": 1,
      "cost_usd": 0.0144027
    }
  ]
}