{
  "track": "mcp",
  "model": "claude-sonnet-5.5",
  "tag": "r3",
  "provider": "claude-code",
  "started_at": "2026-11-06T01:24:10Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5596,
      "tokens_in": 30530,
      "tokens_in_cached": 27927,
      "tokens_out": 377,
      "tool_calls": 1,
      "cost_usd": 0.016966699999999998
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 4403,
      "tokens_in": 14867,
      "tokens_in_cached": 13096,
      "tokens_out": 331,
      "cost_usd": 0.011699600000000001
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5115,
      "tokens_in": 30552,
      "tokens_in_cached": 27937,
      "tokens_out": 387,
      "tool_calls": 2,
      "cost_usd": 0.0171157
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 4213,
      "tokens_in": 14859,
      "tokens_in_cached": 13088,
      "tokens_out": 154,
      "cost_usd": 0.0099288
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 3400,
      "tokens_in": 14858,
      "tokens_in_cached": 13087,
      "tokens_out": 154,
      "cost_usd": 0.0099287
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3229,
      "tokens_in": 14868,
      "tokens_in_cached": 13097,
      "tokens_out": 245,
      "cost_usd": 0.0108397
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2754,
      "tokens_in": 14860,
      "tokens_in_cached": 13089,
      "tokens_out": 96,
      "cost_usd": 0.0093489
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5406,
      "tokens_in": 14865,
      "tokens_in_cached": 13094,
      "tokens_out": 482,
      "cost_usd": 0.0132094
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3024,
      "tokens_in": 14861,
      "tokens_in_cached": 13090,
      "tokens_out": 143,
      "cost_usd": 0.009819
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6335,
      "tokens_in": 14885,
      "tokens_in_cached": 13114,
      "tokens_out": 796,
      "cost_usd": 0.016351400000000002
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2576,
      "tokens_in": 14863,
      "tokens_in_cached": 13092,
      "tokens_out": 100,
      "cost_usd": 0.0093892
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2685,
      "tokens_in": 14855,
      "tokens_in_cached": 13084,
      "tokens_out": 123,
      "cost_usd": 0.0096184
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4385,
      "tokens_in": 14866,
      "tokens_in_cached": 13095,
      "tokens_out": 335,
      "cost_usd": 0.0117395
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3720,
      "tokens_in": 14877,
      "tokens_in_cached": 13106,
      "tokens_out": 258,
      "cost_usd": 0.0109706
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10316,
      "tokens_in": 14894,
      "tokens_in_cached": 13123,
      "tokens_out": 1221,
      "cost_usd": 0.0206023
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 9264,
      "tokens_in": 14861,
      "tokens_in_cached": 13090,
      "tokens_out": 1052,
      "cost_usd": 0.018909
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3712,
      "tokens_in": 14865,
      "tokens_in_cached": 13094,
      "tokens_out": 292,
      "cost_usd": 0.0113094
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8413,
      "tokens_in": 14881,
      "tokens_in_cached": 13110,
      "tokens_out": 826,
      "cost_usd": 0.016651
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4056,
      "tokens_in": 14911,
      "tokens_in_cached": 13140,
      "tokens_out": 314,
      "cost_usd": 0.011533999999999999
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4000,
      "tokens_in": 14887,
      "tokens_in_cached": 13116,
      "tokens_out": 318,
      "cost_usd": 0.0115716
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3935,
      "tokens_in": 14908,
      "tokens_in_cached": 13137,
      "tokens_out": 298,
      "cost_usd": 0.0113737
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3779,
      "tokens_in": 14886,
      "tokens_in_cached": 13115,
      "tokens_out": 274,
      "cost_usd": 0.011131499999999999
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2754,
      "tokens_in": 14879,
      "tokens_in_cached": 13108,
      "tokens_out": 154,
      "cost_usd": 0.0099308
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2834,
      "tokens_in": 14871,
      "tokens_in_cached": 13100,
      "tokens_out": 131,
      "cost_usd": 0.0097
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 2754,
      "tokens_in": 14905,
      "tokens_in_cached": 13134,
      "tokens_out": 138,
      "cost_usd": 0.0097734
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4307,
      "tokens_in": 30043,
      "tokens_in_cached": 27943,
      "tokens_out": 132,
      "tool_calls": 1,
      "cost_usd": 0.012506299999999998
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3626,
      "tokens_in": 14862,
      "tokens_in_cached": 13091,
      "tokens_out": 189,
      "cost_usd": 0.0102791
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4409,
      "tokens_in": 29871,
      "tokens_in_cached": 27931,
      "tokens_out": 210,
      "tool_calls": 1,
      "cost_usd": 0.0126451
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3811,
      "tokens_in": 29865,
      "tokens_in_cached": 27947,
      "tokens_out": 223,
      "tool_calls": 1,
      "cost_usd": 0.012688699999999999
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3868,
      "tokens_in": 29868,
      "tokens_in_cached": 27965,
      "tokens_out": 220,
      "tool_calls": 1,
      "cost_usd": 0.0126005
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4247,
      "tokens_in": 29891,
      "tokens_in_cached": 27961,
      "tokens_out": 256,
      "tool_calls": 1,
      "cost_usd": 0.013068100000000001
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3592,
      "tokens_in": 30061,
      "tokens_in_cached": 27983,
      "tokens_out": 173,
      "tool_calls": 1,
      "cost_usd": 0.0128323
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4700,
      "tokens_in": 30494,
      "tokens_in_cached": 27937,
      "tokens_out": 256,
      "tool_calls": 1,
      "cost_usd": 0.0155737
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3401,
      "tokens_in": 30056,
      "tokens_in_cached": 27975,
      "tokens_out": 148,
      "tool_calls": 1,
      "cost_usd": 0.0125935
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3973,
      "tokens_in": 30021,
      "tokens_in_cached": 27945,
      "tokens_out": 159,
      "tool_calls": 1,
      "cost_usd": 0.0126805
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4785,
      "tokens_in": 30038,
      "tokens_in_cached": 27925,
      "tokens_out": 298,
      "tool_calls": 1,
      "cost_usd": 0.0142165
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6674,
      "tokens_in": 30023,
      "tokens_in_cached": 27937,
      "tokens_out": 275,
      "tool_calls": 1,
      "cost_usd": 0.013879699999999998
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3596,
      "tokens_in": 30004,
      "tokens_in_cached": 27929,
      "tokens_out": 169,
      "tool_calls": 1,
      "cost_usd": 0.012774899999999999
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6443,
      "tokens_in": 30075,
      "tokens_in_cached": 27985,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.012890500000000001
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3415,
      "tokens_in": 30067,
      "tokens_in_cached": 27967,
      "tokens_out": 150,
      "tool_calls": 1,
      "cost_usd": 0.0126887
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3698,
      "tokens_in": 30066,
      "tokens_in_cached": 27973,
      "tokens_out": 183,
      "tool_calls": 1,
      "cost_usd": 0.0129913
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3880,
      "tokens_in": 30062,
      "tokens_in_cached": 27967,
      "tokens_out": 185,
      "tool_calls": 1,
      "cost_usd": 0.013018700000000001
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4712,
      "tokens_in": 30030,
      "tokens_in_cached": 27965,
      "tokens_out": 284,
      "tool_calls": 1,
      "cost_usd": 0.0138885
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3348,
      "tokens_in": 30060,
      "tokens_in_cached": 27991,
      "tokens_out": 143,
      "tool_calls": 1,
      "cost_usd": 0.0124971
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3868,
      "tokens_in": 30054,
      "tokens_in_cached": 27977,
      "tokens_out": 151,
      "tool_calls": 1,
      "cost_usd": 0.0126077
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3944,
      "tokens_in": 29858,
      "tokens_in_cached": 27975,
      "tokens_out": 174,
      "tool_calls": 1,
      "cost_usd": 0.0120615
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3846,
      "tokens_in": 29892,
      "tokens_in_cached": 27963,
      "tokens_out": 218,
      "tool_calls": 1,
      "cost_usd": 0.0126843
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5354,
      "tokens_in": 29894,
      "tokens_in_cached": 27965,
      "tokens_out": 221,
      "tool_calls": 1,
      "cost_usd": 0.0127145
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3531,
      "tokens_in": 30081,
      "tokens_in_cached": 27995,
      "tokens_out": 142,
      "tool_calls": 1,
      "cost_usd": 0.012555499999999999
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4221,
      "tokens_in": 30069,
      "tokens_in_cached": 27965,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0.0129845
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4256,
      "tokens_in": 30083,
      "tokens_in_cached": 28009,
      "tokens_out": 163,
      "tool_calls": 1,
      "cost_usd": 0.0127189
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6279,
      "tokens_in": 30106,
      "tokens_in_cached": 28031,
      "tokens_out": 186,
      "tool_calls": 1,
      "cost_usd": 0.0129551
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5048,
      "tokens_in": 30082,
      "tokens_in_cached": 27991,
      "tokens_out": 191,
      "tool_calls": 1,
      "cost_usd": 0.0130651
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6044,
      "tokens_in": 30177,
      "tokens_in_cached": 27997,
      "tokens_out": 291,
      "tool_calls": 1,
      "cost_usd": 0.014421699999999999
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6432,
      "tokens_in": 30010,
      "tokens_in_cached": 28023,
      "tokens_out": 336,
      "tool_calls": 1,
      "cost_usd": 0.0141023
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7356,
      "tokens_in": 30184,
      "tokens_in_cached": 27983,
      "tokens_out": 515,
      "tool_calls": 2,
      "cost_usd": 0.0167443
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7514,
      "tokens_in": 46319,
      "tokens_in_cached": 43519,
      "tokens_out": 926,
      "tool_calls": 4,
      "cost_usd": 0.0247999
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3775,
      "tokens_in": 30212,
      "tokens_in_cached": 28029,
      "tokens_out": 318,
      "tool_calls": 2,
      "cost_usd": 0.0147069
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4318,
      "tokens_in": 30221,
      "tokens_in_cached": 27995,
      "tokens_out": 185,
      "tool_calls": 1,
      "cost_usd": 0.0135455
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5698,
      "tokens_in": 30111,
      "tokens_in_cached": 28009,
      "tokens_out": 190,
      "tool_calls": 1,
      "cost_usd": 0.0131009
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4483,
      "tokens_in": 30071,
      "tokens_in_cached": 27987,
      "tokens_out": 159,
      "tool_calls": 1,
      "cost_usd": 0.012716700000000001
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4810,
      "tokens_in": 30590,
      "tokens_in_cached": 28039,
      "tokens_out": 157,
      "tool_calls": 1,
      "cost_usd": 0.0145699
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5889,
      "tokens_in": 30065,
      "tokens_in_cached": 27989,
      "tokens_out": 172,
      "tool_calls": 1,
      "cost_usd": 0.012814899999999999
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4437,
      "tokens_in": 30051,
      "tokens_in_cached": 27975,
      "tokens_out": 183,
      "tool_calls": 1,
      "cost_usd": 0.0129235
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5873,
      "tokens_in": 30147,
      "tokens_in_cached": 28021,
      "tokens_out": 155,
      "tool_calls": 1,
      "cost_usd": 0.012848100000000001
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9732,
      "tokens_in": 66823,
      "tokens_in_cached": 61565,
      "tokens_out": 856,
      "tool_calls": 4,
      "cost_usd": 0.0357325
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5159,
      "tokens_in": 29930,
      "tokens_in_cached": 28047,
      "tokens_out": 184,
      "tool_calls": 1,
      "cost_usd": 0.012168700000000001
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4139,
      "tokens_in": 30018,
      "tokens_in_cached": 28031,
      "tokens_out": 295,
      "tool_calls": 1,
      "cost_usd": 0.0136931
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9773,
      "tokens_in": 45440,
      "tokens_in_cached": 43163,
      "tokens_out": 586,
      "tool_calls": 2,
      "cost_usd": 0.0192723
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5758,
      "tokens_in": 35287,
      "tokens_in_cached": 28053,
      "tokens_out": 581,
      "tool_calls": 1,
      "cost_usd": 0.0375433
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4670,
      "tokens_in": 30000,
      "tokens_in_cached": 28013,
      "tokens_out": 358,
      "tool_calls": 1,
      "cost_usd": 0.0143213
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5051,
      "tokens_in": 30373,
      "tokens_in_cached": 28099,
      "tokens_out": 482,
      "tool_calls": 2,
      "cost_usd": 0.0167179
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5425,
      "tokens_in": 30098,
      "tokens_in_cached": 28099,
      "tokens_out": 364,
      "tool_calls": 1,
      "cost_usd": 0.0144379
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9611,
      "tokens_in": 45482,
      "tokens_in_cached": 43154,
      "tokens_out": 537,
      "tool_calls": 3,
      "cost_usd": 0.0189854
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7270,
      "tokens_in": 30070,
      "tokens_in_cached": 27957,
      "tokens_out": 343,
      "tool_calls": 2,
      "cost_usd": 0.0146697
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10446,
      "tokens_in": 47884,
      "tokens_in_cached": 43877,
      "tokens_out": 1110,
      "tool_calls": 5,
      "cost_usd": 0.0315037
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5900,
      "tokens_in": 30179,
      "tokens_in_cached": 27973,
      "tokens_out": 454,
      "tool_calls": 2,
      "cost_usd": 0.0161533
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10130,
      "tokens_in": 45844,
      "tokens_in_cached": 43158,
      "tokens_out": 844,
      "tool_calls": 5,
      "cost_usd": 0.0234878
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16677,
      "tokens_in": 129610,
      "tokens_in_cached": 101413,
      "tokens_out": 1760,
      "tool_calls": 10,
      "cost_usd": 0.1405053
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15801,
      "tokens_in": 98342,
      "tokens_in_cached": 76159,
      "tokens_out": 1654,
      "tool_calls": 7,
      "cost_usd": 0.11286790000000001
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5883,
      "tokens_in": 30261,
      "tokens_in_cached": 27953,
      "tokens_out": 546,
      "tool_calls": 2,
      "cost_usd": 0.017479299999999996
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6978,
      "tokens_in": 30206,
      "tokens_in_cached": 27957,
      "tokens_out": 668,
      "tool_calls": 2,
      "cost_usd": 0.0184637
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5152,
      "tokens_in": 33036,
      "tokens_in_cached": 27943,
      "tokens_out": 395,
      "tool_calls": 1,
      "cost_usd": 0.027108300000000002
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6259,
      "tokens_in": 32275,
      "tokens_in_cached": 27987,
      "tokens_out": 541,
      "tool_calls": 1,
      "cost_usd": 0.0253527
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8693,
      "tokens_in": 55131,
      "tokens_in_cached": 42985,
      "tokens_out": 750,
      "tool_calls": 2,
      "cost_usd": 0.06037050000000001
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12553,
      "tokens_in": 60542,
      "tokens_in_cached": 43403,
      "tokens_out": 1126,
      "tool_calls": 4,
      "cost_usd": 0.0841443
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4674,
      "tokens_in": 31665,
      "tokens_in_cached": 27939,
      "tokens_out": 285,
      "tool_calls": 1,
      "cost_usd": 0.0205399
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11392,
      "tokens_in": 46586,
      "tokens_in_cached": 43473,
      "tokens_out": 1056,
      "tool_calls": 6,
      "cost_usd": 0.0273473
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8852,
      "tokens_in": 49515,
      "tokens_in_cached": 43225,
      "tokens_out": 993,
      "tool_calls": 4,
      "cost_usd": 0.039400500000000005
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9658,
      "tokens_in": 66172,
      "tokens_in_cached": 61101,
      "tokens_out": 887,
      "tool_calls": 4,
      "cost_usd": 0.035248100000000004
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10322,
      "tokens_in": 34871,
      "tokens_in_cached": 27951,
      "tokens_out": 1008,
      "tool_calls": 2,
      "cost_usd": 0.0405471
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 16559,
      "tokens_in": 67332,
      "tokens_in_cached": 61207,
      "tokens_out": 1786,
      "tool_calls": 3,
      "cost_usd": 0.0484647
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7374,
      "tokens_in": 34389,
      "tokens_in_cached": 27977,
      "tokens_out": 629,
      "tool_calls": 1,
      "cost_usd": 0.0347277
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4864,
      "tokens_in": 30053,
      "tokens_in_cached": 27937,
      "tokens_out": 379,
      "tool_calls": 2,
      "cost_usd": 0.0150397
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11733,
      "tokens_in": 69969,
      "tokens_in_cached": 60632,
      "tokens_out": 1329,
      "tool_calls": 6,
      "cost_usd": 0.0566852
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14629,
      "tokens_in": 32603,
      "tokens_in_cached": 27949,
      "tokens_out": 1424,
      "tool_calls": 2,
      "cost_usd": 0.035642900000000005
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5663,
      "tokens_in": 32855,
      "tokens_in_cached": 27993,
      "tokens_out": 455,
      "tool_calls": 2,
      "cost_usd": 0.026789300000000002
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5247,
      "tokens_in": 30478,
      "tokens_in_cached": 27957,
      "tokens_out": 363,
      "tool_calls": 1,
      "cost_usd": 0.0165017
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5015,
      "tokens_in": 32671,
      "tokens_in_cached": 27989,
      "tokens_out": 393,
      "tool_calls": 1,
      "cost_usd": 0.0254489
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11483,
      "tokens_in": 46607,
      "tokens_in_cached": 42995,
      "tokens_out": 1124,
      "tool_calls": 3,
      "cost_usd": 0.029975500000000002
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6923,
      "tokens_in": 45716,
      "tokens_in_cached": 43292,
      "tokens_out": 665,
      "tool_calls": 3,
      "cost_usd": 0.0206632
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7161,
      "tokens_in": 32884,
      "tokens_in_cached": 27985,
      "tokens_out": 701,
      "tool_calls": 2,
      "cost_usd": 0.0293965
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11847,
      "tokens_in": 49147,
      "tokens_in_cached": 44760,
      "tokens_out": 1062,
      "tool_calls": 3,
      "cost_usd": 0.032632
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10752,
      "tokens_in": 55295,
      "tokens_in_cached": 47201,
      "tokens_out": 1240,
      "tool_calls": 4,
      "cost_usd": 0.049484099999999996
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5010,
      "tokens_in": 30273,
      "tokens_in_cached": 28045,
      "tokens_out": 492,
      "tool_calls": 2,
      "cost_usd": 0.0166285
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6176,
      "tokens_in": 32912,
      "tokens_in_cached": 27985,
      "tokens_out": 656,
      "tool_calls": 2,
      "cost_usd": 0.0290585
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10071,
      "tokens_in": 48426,
      "tokens_in_cached": 43947,
      "tokens_out": 952,
      "tool_calls": 3,
      "cost_usd": 0.031818700000000005
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10372,
      "tokens_in": 30897,
      "tokens_in_cached": 28067,
      "tokens_out": 688,
      "tool_calls": 1,
      "cost_usd": 0.020998700000000002
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5299,
      "tokens_in": 30725,
      "tokens_in_cached": 27991,
      "tokens_out": 327,
      "tool_calls": 1,
      "cost_usd": 0.0169971
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6927,
      "tokens_in": 32428,
      "tokens_in_cached": 28047,
      "tokens_out": 655,
      "tool_calls": 1,
      "cost_usd": 0.0268707
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5193,
      "tokens_in": 14894,
      "tokens_in_cached": 13123,
      "tokens_out": 503,
      "cost_usd": 0.013422299999999998
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5444,
      "tokens_in": 32389,
      "tokens_in_cached": 28003,
      "tokens_out": 469,
      "tool_calls": 1,
      "cost_usd": 0.0250263
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9333,
      "tokens_in": 36897,
      "tokens_in_cached": 28001,
      "tokens_out": 1027,
      "tool_calls": 2,
      "cost_usd": 0.048646100000000005
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7877,
      "tokens_in": 32479,
      "tokens_in_cached": 28043,
      "tokens_out": 546,
      "tool_calls": 1,
      "cost_usd": 0.0260003
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15744,
      "tokens_in": 73918,
      "tokens_in_cached": 62942,
      "tokens_out": 1603,
      "tool_calls": 7,
      "cost_usd": 0.0662122
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 18305,
      "tokens_in": 70786,
      "tokens_in_cached": 50050,
      "tokens_out": 1884,
      "tool_calls": 3,
      "cost_usd": 0.106777
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 8393,
      "tokens_in": 54317,
      "tokens_in_cached": 43167,
      "tokens_out": 768,
      "tool_calls": 3,
      "cost_usd": 0.0565847
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4274,
      "tokens_in": 14863,
      "tokens_in_cached": 13092,
      "tokens_out": 263,
      "cost_usd": 0.0110192
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 4939,
      "tokens_in": 14873,
      "tokens_in_cached": 13102,
      "tokens_out": 366,
      "cost_usd": 0.0120502
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6855,
      "tokens_in": 29911,
      "tokens_in_cached": 27945,
      "tokens_out": 331,
      "tool_calls": 1,
      "cost_usd": 0.0139605
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5617,
      "tokens_in": 32503,
      "tokens_in_cached": 27965,
      "tokens_out": 319,
      "tool_calls": 1,
      "cost_usd": 0.0241305
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9808,
      "tokens_in": 61174,
      "tokens_in_cached": 58601,
      "tokens_out": 791,
      "tool_calls": 4,
      "cost_usd": 0.0240461
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6459,
      "tokens_in": 30270,
      "tokens_in_cached": 27997,
      "tokens_out": 709,
      "tool_calls": 3,
      "cost_usd": 0.0189737
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9663,
      "tokens_in": 30734,
      "tokens_in_cached": 27997,
      "tokens_out": 537,
      "tool_calls": 2,
      "cost_usd": 0.0191097
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9054,
      "tokens_in": 45853,
      "tokens_in_cached": 43147,
      "tokens_out": 653,
      "tool_calls": 4,
      "cost_usd": 0.0216567
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5792,
      "tokens_in": 30120,
      "tokens_in_cached": 27987,
      "tokens_out": 466,
      "tool_calls": 2,
      "cost_usd": 0.0159827
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7214,
      "tokens_in": 30473,
      "tokens_in_cached": 27983,
      "tokens_out": 867,
      "tool_calls": 4,
      "cost_usd": 0.0214203
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6641,
      "tokens_in": 31444,
      "tokens_in_cached": 27989,
      "tokens_out": 617,
      "tool_calls": 2,
      "cost_usd": 0.0227809
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8068,
      "tokens_in": 46717,
      "tokens_in_cached": 43290,
      "tokens_out": 651,
      "tool_calls": 4,
      "cost_usd": 0.024535
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6532,
      "tokens_in": 34243,
      "tokens_in_cached": 27991,
      "tokens_out": 517,
      "tool_calls": 1,
      "cost_usd": 0.0329691
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7049,
      "tokens_in": 30560,
      "tokens_in_cached": 27989,
      "tokens_out": 851,
      "tool_calls": 5,
      "cost_usd": 0.021584899999999997
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3853,
      "tokens_in": 29847,
      "tokens_in_cached": 27941,
      "tokens_out": 185,
      "tool_calls": 1,
      "cost_usd": 0.0122601
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5183,
      "tokens_in": 29915,
      "tokens_in_cached": 27983,
      "tokens_out": 281,
      "tool_calls": 1,
      "cost_usd": 0.0133283
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15661,
      "tokens_in": 75825,
      "tokens_in_cached": 43861,
      "tokens_out": 1384,
      "tool_calls": 2,
      "cost_usd": 0.14607009999999998
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7863,
      "tokens_in": 30959,
      "tokens_in_cached": 27975,
      "tokens_out": 1033,
      "tool_calls": 6,
      "cost_usd": 0.0250555
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8300,
      "tokens_in": 30499,
      "tokens_in_cached": 27957,
      "tokens_out": 862,
      "tool_calls": 4,
      "cost_usd": 0.021575700000000003
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7516,
      "tokens_in": 45530,
      "tokens_in_cached": 42991,
      "tokens_out": 781,
      "tool_calls": 4,
      "cost_usd": 0.0222531
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5840,
      "tokens_in": 14876,
      "tokens_in_cached": 13105,
      "tokens_out": 654,
      "cost_usd": 0.0149305
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3339,
      "tokens_in": 14884,
      "tokens_in_cached": 13113,
      "tokens_out": 179,
      "cost_usd": 0.0101813
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3953,
      "tokens_in": 14885,
      "tokens_in_cached": 13114,
      "tokens_out": 155,
      "cost_usd": 0.0099414
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 2995,
      "tokens_in": 14898,
      "tokens_in_cached": 13127,
      "tokens_out": 99,
      "cost_usd": 0.0093827
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 3392,
      "tokens_in": 14919,
      "tokens_in_cached": 13148,
      "tokens_out": 176,
      "cost_usd": 0.0101548
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4395,
      "tokens_in": 14874,
      "tokens_in_cached": 13103,
      "tokens_out": 116,
      "cost_usd": 0.009550300000000001
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7323,
      "tokens_in": 45571,
      "tokens_in_cached": 43245,
      "tokens_out": 536,
      "tool_calls": 3,
      "cost_usd": 0.0189765
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6556,
      "tokens_in": 30431,
      "tokens_in_cached": 27971,
      "tokens_out": 767,
      "tool_calls": 3,
      "cost_usd": 0.0202991
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5007,
      "tokens_in": 30187,
      "tokens_in_cached": 28097,
      "tokens_out": 401,
      "tool_calls": 2,
      "cost_usd": 0.0151717
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9856,
      "tokens_in": 30171,
      "tokens_in_cached": 28081,
      "tokens_out": 413,
      "tool_calls": 2,
      "cost_usd": 0.015290100000000001
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15492,
      "tokens_in": 30141,
      "tokens_in_cached": 28051,
      "tokens_out": 397,
      "tool_calls": 2,
      "cost_usd": 0.0151271
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11992,
      "tokens_in": 46085,
      "tokens_in_cached": 43539,
      "tokens_out": 686,
      "tool_calls": 4,
      "cost_usd": 0.021385900000000003
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7424,
      "tokens_in": 48313,
      "tokens_in_cached": 43330,
      "tokens_out": 659,
      "tool_calls": 3,
      "cost_usd": 0.030843
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7411,
      "tokens_in": 45562,
      "tokens_in_cached": 43268,
      "tokens_out": 559,
      "tool_calls": 3,
      "cost_usd": 0.019080800000000002
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6802,
      "tokens_in": 47907,
      "tokens_in_cached": 28007,
      "tokens_out": 623,
      "tool_calls": 2,
      "cost_usd": 0.0886227
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9183,
      "tokens_in": 29981,
      "tokens_in_cached": 28049,
      "tokens_out": 290,
      "tool_calls": 1,
      "cost_usd": 0.013424900000000002
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12262,
      "tokens_in": 30196,
      "tokens_in_cached": 28003,
      "tokens_out": 584,
      "tool_calls": 2,
      "cost_usd": 0.017404299999999998
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4395,
      "tokens_in": 29928,
      "tokens_in_cached": 27999,
      "tokens_out": 271,
      "tool_calls": 1,
      "cost_usd": 0.0132179
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "incorrect",
      "latency_ms": 23827,
      "tokens_in": 155363,
      "tokens_in_cached": 87829,
      "tokens_out": 2914,
      "tool_calls": 6,
      "cost_usd": 0.3080429
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4983,
      "tokens_in": 30223,
      "tokens_in_cached": 28035,
      "tokens_out": 415,
      "tool_calls": 2,
      "cost_usd": 0.0156975
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6705,
      "tokens_in": 45789,
      "tokens_in_cached": 43307,
      "tokens_out": 688,
      "tool_calls": 3,
      "cost_usd": 0.0211267
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14518,
      "tokens_in": 42196,
      "tokens_in_cached": 28071,
      "tokens_out": 1143,
      "tool_calls": 2,
      "cost_usd": 0.0707291
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6555,
      "tokens_in": 45780,
      "tokens_in_cached": 43242,
      "tokens_out": 662,
      "tool_calls": 4,
      "cost_usd": 0.021084200000000004
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4798,
      "tokens_in": 29997,
      "tokens_in_cached": 28065,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0.0133265
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5641,
      "tokens_in": 30231,
      "tokens_in_cached": 28039,
      "tokens_out": 544,
      "tool_calls": 2,
      "cost_usd": 0.0170039
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7622,
      "tokens_in": 30534,
      "tokens_in_cached": 28029,
      "tokens_out": 914,
      "tool_calls": 4,
      "cost_usd": 0.0219549
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5590,
      "tokens_in": 32517,
      "tokens_in_cached": 27971,
      "tokens_out": 465,
      "tool_calls": 2,
      "cost_usd": 0.0256231
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6766,
      "tokens_in": 50729,
      "tokens_in_cached": 45819,
      "tokens_out": 585,
      "tool_calls": 3,
      "cost_usd": 0.0300599
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4632,
      "tokens_in": 30096,
      "tokens_in_cached": 28065,
      "tokens_out": 285,
      "tool_calls": 1,
      "cost_usd": 0.0137725
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4051,
      "tokens_in": 30139,
      "tokens_in_cached": 28103,
      "tokens_out": 239,
      "tool_calls": 1,
      "cost_usd": 0.013336299999999999
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5848,
      "tokens_in": 30100,
      "tokens_in_cached": 27971,
      "tokens_out": 402,
      "tool_calls": 2,
      "cost_usd": 0.015325100000000001
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4287,
      "tokens_in": 29946,
      "tokens_in_cached": 28003,
      "tokens_out": 263,
      "tool_calls": 1,
      "cost_usd": 0.013194299999999999
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4874,
      "tokens_in": 30175,
      "tokens_in_cached": 27991,
      "tokens_out": 411,
      "tool_calls": 2,
      "cost_usd": 0.0156371
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5073,
      "tokens_in": 29904,
      "tokens_in_cached": 27961,
      "tokens_out": 329,
      "tool_calls": 1,
      "cost_usd": 0.0138501
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11596,
      "tokens_in": 72050,
      "tokens_in_cached": 45494,
      "tokens_out": 1574,
      "tool_calls": 4,
      "cost_usd": 0.12650139999999999
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5713,
      "tokens_in": 30476,
      "tokens_in_cached": 27961,
      "tokens_out": 591,
      "tool_calls": 2,
      "cost_usd": 0.0187581
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 3937,
      "tokens_in": 30629,
      "tokens_in_cached": 27995,
      "tokens_out": 208,
      "tool_calls": 1,
      "cost_usd": 0.015407500000000001
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6452,
      "tokens_in": 46389,
      "tokens_in_cached": 43636,
      "tokens_out": 397,
      "tool_calls": 2,
      "cost_usd": 0.0193336
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8765,
      "tokens_in": 55602,
      "tokens_in_cached": 45940,
      "tokens_out": 668,
      "tool_calls": 4,
      "cost_usd": 0.04991
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5745,
      "tokens_in": 48347,
      "tokens_in_cached": 43470,
      "tokens_out": 453,
      "tool_calls": 2,
      "cost_usd": 0.028373000000000002
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5030,
      "tokens_in": 31475,
      "tokens_in_cached": 27983,
      "tokens_out": 397,
      "tool_calls": 2,
      "cost_usd": 0.020728299999999998
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5065,
      "tokens_in": 30207,
      "tokens_in_cached": 27973,
      "tokens_out": 307,
      "tool_calls": 1,
      "cost_usd": 0.0147953
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4299,
      "tokens_in": 30085,
      "tokens_in_cached": 27989,
      "tokens_out": 286,
      "tool_calls": 1,
      "cost_usd": 0.0140349
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4630,
      "tokens_in": 46225,
      "tokens_in_cached": 43534,
      "tokens_out": 244,
      "tool_calls": 2,
      "cost_usd": 0.0175454
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7940,
      "tokens_in": 61678,
      "tokens_in_cached": 58871,
      "tokens_out": 667,
      "tool_calls": 4,
      "cost_usd": 0.023769099999999998
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9086,
      "tokens_in": 64029,
      "tokens_in_cached": 59633,
      "tokens_out": 759,
      "tool_calls": 4,
      "cost_usd": 0.0311213
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7243,
      "tokens_in": 47289,
      "tokens_in_cached": 43587,
      "tokens_out": 514,
      "tool_calls": 3,
      "cost_usd": 0.024294700000000002
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4250,
      "tokens_in": 30681,
      "tokens_in_cached": 27977,
      "tokens_out": 164,
      "tool_calls": 1,
      "cost_usd": 0.015245700000000001
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4283,
      "tokens_in": 30541,
      "tokens_in_cached": 28005,
      "tokens_out": 276,
      "tool_calls": 1,
      "cost_usd": 0.0156965
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4529,
      "tokens_in": 29861,
      "tokens_in_cached": 27959,
      "tokens_out": 234,
      "tool_calls": 1,
      "cost_usd": 0.0127359
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4222,
      "tokens_in": 29937,
      "tokens_in_cached": 28003,
      "tokens_out": 230,
      "tool_calls": 1,
      "cost_usd": 0.0128283
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6528,
      "tokens_in": 33853,
      "tokens_in_cached": 27997,
      "tokens_out": 363,
      "tool_calls": 2,
      "cost_usd": 0.0298457
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4704,
      "tokens_in": 29935,
      "tokens_in_cached": 28003,
      "tokens_out": 237,
      "tool_calls": 1,
      "cost_usd": 0.012890299999999999
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6681,
      "tokens_in": 46555,
      "tokens_in_cached": 43587,
      "tokens_out": 592,
      "tool_calls": 3,
      "cost_usd": 0.022138699999999997
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 24602,
      "tokens_in": 256902,
      "tokens_in_cached": 205304,
      "tokens_out": 2508,
      "tool_calls": 9,
      "cost_usd": 0.2519744
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4848,
      "tokens_in": 33416,
      "tokens_in_cached": 27993,
      "tokens_out": 253,
      "tool_calls": 1,
      "cost_usd": 0.027013299999999997
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 4209,
      "tokens_in": 30316,
      "tokens_in_cached": 28035,
      "tokens_out": 211,
      "tool_calls": 1,
      "cost_usd": 0.0140295
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 4782,
      "tokens_in": 31237,
      "tokens_in_cached": 27965,
      "tokens_out": 333,
      "tool_calls": 1,
      "cost_usd": 0.0192065
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5630,
      "tokens_in": 53836,
      "tokens_in_cached": 28039,
      "tokens_out": 522,
      "tool_calls": 2,
      "cost_usd": 0.1112039
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5046,
      "tokens_in": 30344,
      "tokens_in_cached": 28011,
      "tokens_out": 271,
      "tool_calls": 1,
      "cost_usd": 0.0148351
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6653,
      "tokens_in": 46944,
      "tokens_in_cached": 43628,
      "tokens_out": 517,
      "tool_calls": 2,
      "cost_usd": 0.0227848
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8212,
      "tokens_in": 31217,
      "tokens_in_cached": 27975,
      "tokens_out": 1196,
      "tool_calls": 10,
      "cost_usd": 0.0277175
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7122,
      "tokens_in": 31139,
      "tokens_in_cached": 27961,
      "tokens_out": 574,
      "tool_calls": 2,
      "cost_usd": 0.021240099999999998
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6481,
      "tokens_in": 30576,
      "tokens_in_cached": 28001,
      "tokens_out": 469,
      "tool_calls": 1,
      "cost_usd": 0.0177821
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12739,
      "tokens_in": 48277,
      "tokens_in_cached": 44055,
      "tokens_out": 2092,
      "tool_calls": 12,
      "cost_usd": 0.0422015
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4920,
      "tokens_in": 30793,
      "tokens_in_cached": 27961,
      "tokens_out": 356,
      "tool_calls": 2,
      "cost_usd": 0.0176761
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3985,
      "tokens_in": 29927,
      "tokens_in_cached": 27993,
      "tokens_out": 245,
      "tool_calls": 1,
      "cost_usd": 0.0129773
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4074,
      "tokens_in": 29929,
      "tokens_in_cached": 27997,
      "tokens_out": 252,
      "tool_calls": 1,
      "cost_usd": 0.013039700000000001
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6218,
      "tokens_in": 35011,
      "tokens_in_cached": 28057,
      "tokens_out": 287,
      "tool_calls": 1,
      "cost_usd": 0.033483700000000005
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6722,
      "tokens_in": 35005,
      "tokens_in_cached": 28051,
      "tokens_out": 739,
      "tool_calls": 1,
      "cost_usd": 0.0380031
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6178,
      "tokens_in": 32883,
      "tokens_in_cached": 28007,
      "tokens_out": 341,
      "tool_calls": 1,
      "cost_usd": 0.025706700000000002
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7888,
      "tokens_in": 38120,
      "tokens_in_cached": 28013,
      "tokens_out": 815,
      "tool_calls": 3,
      "cost_usd": 0.051371299999999995
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12040,
      "tokens_in": 97039,
      "tokens_in_cached": 67723,
      "tokens_out": 1383,
      "tool_calls": 4,
      "cost_usd": 0.1378543
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7064,
      "tokens_in": 37873,
      "tokens_in_cached": 28043,
      "tokens_out": 658,
      "tool_calls": 1,
      "cost_usd": 0.0486963
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12045,
      "tokens_in": 49412,
      "tokens_in_cached": 28047,
      "tokens_out": 1600,
      "tool_calls": 1,
      "cost_usd": 0.1042567
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4502,
      "tokens_in": 40464,
      "tokens_in_cached": 28003,
      "tokens_out": 215,
      "tool_calls": 1,
      "cost_usd": 0.054786299999999996
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5189,
      "tokens_in": 35916,
      "tokens_in_cached": 27989,
      "tokens_out": 351,
      "tool_calls": 1,
      "cost_usd": 0.0380089
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8871,
      "tokens_in": 33040,
      "tokens_in_cached": 28055,
      "tokens_out": 1299,
      "tool_calls": 6,
      "cost_usd": 0.035727499999999995
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6953,
      "tokens_in": 45380,
      "tokens_in_cached": 43029,
      "tokens_out": 353,
      "tool_calls": 2,
      "cost_usd": 0.0172249
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3817,
      "tokens_in": 30413,
      "tokens_in_cached": 27967,
      "tokens_out": 203,
      "tool_calls": 1,
      "cost_usd": 0.0146027
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6293,
      "tokens_in": 30760,
      "tokens_in_cached": 27983,
      "tokens_out": 300,
      "tool_calls": 1,
      "cost_usd": 0.016898299999999998
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5728,
      "tokens_in": 46045,
      "tokens_in_cached": 27943,
      "tokens_out": 357,
      "tool_calls": 1,
      "cost_usd": 0.07876430000000001
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5850,
      "tokens_in": 30268,
      "tokens_in_cached": 28017,
      "tokens_out": 262,
      "tool_calls": 1,
      "cost_usd": 0.0144177
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4085,
      "tokens_in": 31156,
      "tokens_in_cached": 27991,
      "tokens_out": 178,
      "tool_calls": 1,
      "cost_usd": 0.0172311
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3811,
      "tokens_in": 30244,
      "tokens_in_cached": 27991,
      "tokens_out": 222,
      "tool_calls": 1,
      "cost_usd": 0.0140231
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5644,
      "tokens_in": 31776,
      "tokens_in_cached": 28027,
      "tokens_out": 325,
      "tool_calls": 2,
      "cost_usd": 0.0210407
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6672,
      "tokens_in": 34185,
      "tokens_in_cached": 27995,
      "tokens_out": 621,
      "tool_calls": 2,
      "cost_usd": 0.0337615
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6426,
      "tokens_in": 46389,
      "tokens_in_cached": 43608,
      "tokens_out": 507,
      "tool_calls": 2,
      "cost_usd": 0.0205428
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6767,
      "tokens_in": 46382,
      "tokens_in_cached": 43620,
      "tokens_out": 505,
      "tool_calls": 2,
      "cost_usd": 0.020448
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6828,
      "tokens_in": 51152,
      "tokens_in_cached": 43402,
      "tokens_out": 432,
      "tool_calls": 3,
      "cost_usd": 0.0396482
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10158,
      "tokens_in": 73469,
      "tokens_in_cached": 64531,
      "tokens_out": 982,
      "tool_calls": 4,
      "cost_usd": 0.0520091
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11697,
      "tokens_in": 62269,
      "tokens_in_cached": 47970,
      "tokens_out": 1030,
      "tool_calls": 3,
      "cost_usd": 0.07228100000000001
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4917,
      "tokens_in": 30356,
      "tokens_in_cached": 27981,
      "tokens_out": 334,
      "tool_calls": 1,
      "cost_usd": 0.0156301
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3871,
      "tokens_in": 30226,
      "tokens_in_cached": 28001,
      "tokens_out": 207,
      "tool_calls": 1,
      "cost_usd": 0.0137621
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4717,
      "tokens_in": 30471,
      "tokens_in_cached": 27999,
      "tokens_out": 219,
      "tool_calls": 1,
      "cost_usd": 0.0148699
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3871,
      "tokens_in": 38443,
      "tokens_in_cached": 28021,
      "tokens_out": 244,
      "tool_calls": 1,
      "cost_usd": 0.0469221
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8047,
      "tokens_in": 46626,
      "tokens_in_cached": 43557,
      "tokens_out": 759,
      "tool_calls": 3,
      "cost_usd": 0.0242097
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7040,
      "tokens_in": 46369,
      "tokens_in_cached": 43608,
      "tokens_out": 460,
      "tool_calls": 2,
      "cost_usd": 0.019992799999999998
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7288,
      "tokens_in": 59425,
      "tokens_in_cached": 48269,
      "tokens_out": 705,
      "tool_calls": 3,
      "cost_usd": 0.056488899999999995
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4425,
      "tokens_in": 30261,
      "tokens_in_cached": 28001,
      "tokens_out": 216,
      "tool_calls": 1,
      "cost_usd": 0.0139921
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11364,
      "tokens_in": 32691,
      "tokens_in_cached": 27975,
      "tokens_out": 412,
      "tool_calls": 1,
      "cost_usd": 0.025773499999999998
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6973,
      "tokens_in": 45081,
      "tokens_in_cached": 28039,
      "tokens_out": 641,
      "tool_calls": 1,
      "cost_usd": 0.0773739
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5340,
      "tokens_in": 35960,
      "tokens_in_cached": 28033,
      "tokens_out": 308,
      "tool_calls": 1,
      "cost_usd": 0.0375833
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5216,
      "tokens_in": 32863,
      "tokens_in_cached": 28047,
      "tokens_out": 402,
      "tool_calls": 1,
      "cost_usd": 0.026080700000000002
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5294,
      "tokens_in": 36892,
      "tokens_in_cached": 28049,
      "tokens_out": 356,
      "tool_calls": 1,
      "cost_usd": 0.0417289
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5493,
      "tokens_in": 30625,
      "tokens_in_cached": 28093,
      "tokens_out": 438,
      "tool_calls": 1,
      "cost_usd": 0.0173093
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3918,
      "tokens_in": 35486,
      "tokens_in_cached": 28043,
      "tokens_out": 270,
      "tool_calls": 1,
      "cost_usd": 0.035268299999999995
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3711,
      "tokens_in": 14904,
      "tokens_in_cached": 13133,
      "tokens_out": 285,
      "cost_usd": 0.011243300000000001
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4193,
      "tokens_in": 35459,
      "tokens_in_cached": 28073,
      "tokens_out": 186,
      "tool_calls": 1,
      "cost_usd": 0.0342033
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 12158,
      "tokens_in": 109780,
      "tokens_in_cached": 89835,
      "tokens_out": 1221,
      "tool_calls": 3,
      "cost_usd": 0.1009575
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4672,
      "tokens_in": 30807,
      "tokens_in_cached": 28053,
      "tokens_out": 314,
      "tool_calls": 1,
      "cost_usd": 0.0169533
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5111,
      "tokens_in": 31209,
      "tokens_in_cached": 28053,
      "tokens_out": 449,
      "tool_calls": 2,
      "cost_usd": 0.0199113
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5432,
      "tokens_in": 31408,
      "tokens_in_cached": 28111,
      "tokens_out": 370,
      "tool_calls": 1,
      "cost_usd": 0.0196911
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18076,
      "tokens_in": 31326,
      "tokens_in_cached": 28035,
      "tokens_out": 291,
      "tool_calls": 1,
      "cost_usd": 0.0188695
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13361,
      "tokens_in": 30515,
      "tokens_in_cached": 28019,
      "tokens_out": 255,
      "tool_calls": 1,
      "cost_usd": 0.015327900000000002
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3895,
      "tokens_in": 14910,
      "tokens_in_cached": 13139,
      "tokens_out": 264,
      "cost_usd": 0.0110339
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6373,
      "tokens_in": 35151,
      "tokens_in_cached": 28021,
      "tokens_out": 250,
      "tool_calls": 1,
      "cost_usd": 0.0338141
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6028,
      "tokens_in": 37907,
      "tokens_in_cached": 28045,
      "tokens_out": 538,
      "tool_calls": 2,
      "cost_usd": 0.04762450000000001
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6279,
      "tokens_in": 31262,
      "tokens_in_cached": 28059,
      "tokens_out": 340,
      "tool_calls": 1,
      "cost_usd": 0.0190099
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7944,
      "tokens_in": 46157,
      "tokens_in_cached": 43337,
      "tokens_out": 906,
      "tool_calls": 6,
      "cost_usd": 0.0246617
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5503,
      "tokens_in": 31013,
      "tokens_in_cached": 28001,
      "tokens_out": 395,
      "tool_calls": 2,
      "cost_usd": 0.0187901
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4311,
      "tokens_in": 29895,
      "tokens_in_cached": 27963,
      "tokens_out": 247,
      "tool_calls": 1,
      "cost_usd": 0.0129863
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3999,
      "tokens_in": 30420,
      "tokens_in_cached": 27955,
      "tokens_out": 285,
      "tool_calls": 2,
      "cost_usd": 0.0154975
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7099,
      "tokens_in": 43010,
      "tokens_in_cached": 27957,
      "tokens_out": 582,
      "tool_calls": 1,
      "cost_usd": 0.0688197
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13964,
      "tokens_in": 115960,
      "tokens_in_cached": 96642,
      "tokens_out": 1419,
      "tool_calls": 6,
      "cost_usd": 0.10110620000000001
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 20025,
      "tokens_in": 157749,
      "tokens_in_cached": 141558,
      "tokens_out": 2261,
      "tool_calls": 10,
      "cost_usd": 0.1015018
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 16873,
      "tokens_in": 142917,
      "tokens_in_cached": 120673,
      "tokens_out": 1457,
      "tool_calls": 7,
      "cost_usd": 0.1155893
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6372,
      "tokens_in": 34514,
      "tokens_in_cached": 28033,
      "tokens_out": 557,
      "tool_calls": 2,
      "cost_usd": 0.0342893
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5974,
      "tokens_in": 48094,
      "tokens_in_cached": 27991,
      "tokens_out": 401,
      "tool_calls": 2,
      "cost_usd": 0.0872131
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9070,
      "tokens_in": 48927,
      "tokens_in_cached": 43202,
      "tokens_out": 815,
      "tool_calls": 3,
      "cost_usd": 0.0353582
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6670,
      "tokens_in": 46217,
      "tokens_in_cached": 43597,
      "tokens_out": 407,
      "tool_calls": 2,
      "cost_usd": 0.0188977
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4629,
      "tokens_in": 33445,
      "tokens_in_cached": 27983,
      "tokens_out": 243,
      "tool_calls": 1,
      "cost_usd": 0.027068300000000003
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4383,
      "tokens_in": 30148,
      "tokens_in_cached": 27979,
      "tokens_out": 249,
      "tool_calls": 1,
      "cost_usd": 0.0139559
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5157,
      "tokens_in": 30081,
      "tokens_in_cached": 27963,
      "tokens_out": 176,
      "tool_calls": 1,
      "cost_usd": 0.0130203
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3021,
      "tokens_in": 14871,
      "tokens_in_cached": 13100,
      "tokens_out": 136,
      "cost_usd": 0.00975
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3237,
      "tokens_in": 14889,
      "tokens_in_cached": 13118,
      "tokens_out": 166,
      "cost_usd": 0.0100518
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 2825,
      "tokens_in": 14880,
      "tokens_in_cached": 13109,
      "tokens_out": 105,
      "cost_usd": 0.0094409
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 2852,
      "tokens_in": 14863,
      "tokens_in_cached": 13092,
      "tokens_out": 157,
      "cost_usd": 0.0099592
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 2839,
      "tokens_in": 14875,
      "tokens_in_cached": 13104,
      "tokens_out": 151,
      "cost_usd": 0.0099004
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8360,
      "tokens_in": 72229,
      "tokens_in_cached": 62288,
      "tokens_out": 593,
      "tool_calls": 4,
      "cost_usd": 0.051906799999999996
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 7868,
      "tokens_in": 39396,
      "tokens_in_cached": 28017,
      "tokens_out": 899,
      "tool_calls": 2,
      "cost_usd": 0.057299699999999995
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 12652,
      "tokens_in": 58078,
      "tokens_in_cached": 44297,
      "tokens_out": 1663,
      "tool_calls": 7,
      "cost_usd": 0.0761717
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4134,
      "tokens_in": 30002,
      "tokens_in_cached": 28035,
      "tokens_out": 297,
      "tool_calls": 1,
      "cost_usd": 0.0136335
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 17414,
      "tokens_in": 195062,
      "tokens_in_cached": 166543,
      "tokens_out": 1446,
      "tool_calls": 7,
      "cost_usd": 0.1451623
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4654,
      "tokens_in": 30664,
      "tokens_in_cached": 28005,
      "tokens_out": 318,
      "tool_calls": 2,
      "cost_usd": 0.016608499999999998
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4533,
      "tokens_in": 30225,
      "tokens_in_cached": 28039,
      "tokens_out": 380,
      "tool_calls": 2,
      "cost_usd": 0.0153399
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4796,
      "tokens_in": 29958,
      "tokens_in_cached": 28023,
      "tokens_out": 252,
      "tool_calls": 1,
      "cost_usd": 0.0130543
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4670,
      "tokens_in": 30189,
      "tokens_in_cached": 28003,
      "tokens_out": 451,
      "tool_calls": 2,
      "cost_usd": 0.0160463
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 31463,
      "tokens_in": 373287,
      "tokens_in_cached": 296306,
      "tokens_out": 3583,
      "tool_calls": 19,
      "cost_usd": 0.37335660000000004
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 10295,
      "tokens_in": 39414,
      "tokens_in_cached": 28035,
      "tokens_out": 1102,
      "tool_calls": 2,
      "cost_usd": 0.0593315
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "incorrect",
      "latency_ms": 29254,
      "tokens_in": 234547,
      "tokens_in_cached": 197655,
      "tokens_out": 3547,
      "tool_calls": 7,
      "cost_usd": 0.20277550000000003
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3940,
      "tokens_in": 29989,
      "tokens_in_cached": 28023,
      "tokens_out": 291,
      "tool_calls": 1,
      "cost_usd": 0.013568300000000002
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4375,
      "tokens_in": 30251,
      "tokens_in_cached": 28067,
      "tokens_out": 395,
      "tool_calls": 2,
      "cost_usd": 0.015484699999999999
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7058,
      "tokens_in": 46260,
      "tokens_in_cached": 43129,
      "tokens_out": 717,
      "tool_calls": 2,
      "cost_usd": 0.0239949
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 62231,
      "tokens_in": 767127,
      "tokens_in_cached": 630836,
      "tokens_out": 8033,
      "tool_calls": 23,
      "cost_usd": 0.6885416000000001
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4652,
      "tokens_in": 30332,
      "tokens_in_cached": 28101,
      "tokens_out": 454,
      "tool_calls": 2,
      "cost_usd": 0.0162661
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 13469,
      "tokens_in": 67572,
      "tokens_in_cached": 53584,
      "tokens_out": 1433,
      "tool_calls": 2,
      "cost_usd": 0.0756284
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5377,
      "tokens_in": 30229,
      "tokens_in_cached": 28045,
      "tokens_out": 411,
      "tool_calls": 2,
      "cost_usd": 0.0156425
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5555,
      "tokens_in": 30263,
      "tokens_in_cached": 28077,
      "tokens_out": 422,
      "tool_calls": 2,
      "cost_usd": 0.0157637
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15138,
      "tokens_in": 60649,
      "tokens_in_cached": 44306,
      "tokens_out": 1810,
      "tool_calls": 5,
      "cost_usd": 0.08789059999999999
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6081,
      "tokens_in": 30727,
      "tokens_in_cached": 28049,
      "tokens_out": 538,
      "tool_calls": 2,
      "cost_usd": 0.0188889
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5288,
      "tokens_in": 30758,
      "tokens_in_cached": 28073,
      "tokens_out": 574,
      "tool_calls": 2,
      "cost_usd": 0.0192793
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5465,
      "tokens_in": 30701,
      "tokens_in_cached": 28067,
      "tokens_out": 576,
      "tool_calls": 2,
      "cost_usd": 0.0190947
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3786,
      "tokens_in": 30145,
      "tokens_in_cached": 27987,
      "tokens_out": 235,
      "tool_calls": 1,
      "cost_usd": 0.013772699999999999
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5619,
      "tokens_in": 30636,
      "tokens_in_cached": 28015,
      "tokens_out": 400,
      "tool_calls": 1,
      "cost_usd": 0.0172775
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5477,
      "tokens_in": 30706,
      "tokens_in_cached": 28057,
      "tokens_out": 388,
      "tool_calls": 2,
      "cost_usd": 0.017273700000000003
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 3940,
      "tokens_in": 30115,
      "tokens_in_cached": 27987,
      "tokens_out": 243,
      "tool_calls": 1,
      "cost_usd": 0.0137327
    }
  ]
}