{
  "track": "mcp",
  "model": "claude-haiku-5.5",
  "provider": "claude-code",
  "started_at": "2026-11-06T01:26:53Z",
  "config": {
    "corpus": "307-bf8e3bdb8cf5",
    "max_completion_tokens": 8192,
    "sampling": "claude-code-default",
    "max_tool_turns": 8,
    "grader": "2026-10-31b",
    "harness": "2.1.318 (Claude Code)",
    "tools": "orbit-sentinel-mcp v0.10.0"
  },
  "results": [
    {
      "question_id": "oldest-object-in-orbit",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 7696,
      "tokens_in": 48462,
      "tokens_in_cached": 31451,
      "tokens_out": 1100,
      "tool_calls": 3,
      "cost_usd": 0.004266110000000001
    },
    {
      "question_id": "first-geostationary-satellite",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 8663,
      "tokens_in": 34459,
      "tokens_in_cached": 27651,
      "tokens_out": 1383,
      "tool_calls": 2,
      "cost_usd": 0.00232921
    },
    {
      "question_id": "first-commercial-comsat",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 6933,
      "tokens_in": 34127,
      "tokens_in_cached": 27639,
      "tokens_out": 866,
      "tool_calls": 2,
      "cost_usd": 0.0020065900000000004
    },
    {
      "question_id": "first-satnav-system",
      "type": "reasoning",
      "category": "history",
      "outcome": "abstained",
      "latency_ms": 8446,
      "tokens_in": 33871,
      "tokens_in_cached": 27643,
      "tokens_out": 883,
      "tool_calls": 1,
      "cost_usd": 0.00196313
    },
    {
      "question_id": "gps-first-launch-year",
      "type": "reasoning",
      "category": "history",
      "outcome": "correct",
      "latency_ms": 5575,
      "tokens_in": 36159,
      "tokens_in_cached": 27642,
      "tokens_out": 703,
      "tool_calls": 2,
      "cost_usd": 0.00233092
    },
    {
      "question_id": "leo-550km-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5163,
      "tokens_in": 14889,
      "tokens_in_cached": 12765,
      "tokens_out": 734,
      "cost_usd": 0.0009192500000000001
    },
    {
      "question_id": "geo-altitude",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5819,
      "tokens_in": 33716,
      "tokens_in_cached": 27644,
      "tokens_out": 607,
      "tool_calls": 1,
      "cost_usd": 0.00179394
    },
    {
      "question_id": "sso-inclination-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8994,
      "tokens_in": 14886,
      "tokens_in_cached": 12765,
      "tokens_out": 1741,
      "cost_usd": 0.00142215
    },
    {
      "question_id": "leo-velocity-400km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4517,
      "tokens_in": 14882,
      "tokens_in_cached": 12765,
      "tokens_out": 565,
      "cost_usd": 0.0008333500000000001
    },
    {
      "question_id": "hohmann-leo-geo-dv",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 10203,
      "tokens_in": 14906,
      "tokens_in_cached": 12765,
      "tokens_out": 2161,
      "cost_usd": 0.0016361499999999998
    },
    {
      "question_id": "sso-precession-rate",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3652,
      "tokens_in": 14884,
      "tokens_in_cached": 12765,
      "tokens_out": 359,
      "cost_usd": 0.0007307500000000001
    },
    {
      "question_id": "molniya-orbit-period",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "abstained",
      "latency_ms": 8758,
      "tokens_in": 58201,
      "tokens_in_cached": 46279,
      "tokens_out": 975,
      "tool_calls": 3,
      "cost_usd": 0.0033340900000000005
    },
    {
      "question_id": "base-period-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6255,
      "tokens_in": 14887,
      "tokens_in_cached": 12765,
      "tokens_out": 1031,
      "cost_usd": 0.00106735
    },
    {
      "question_id": "base-plane-change-10deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5714,
      "tokens_in": 14898,
      "tokens_in_cached": 12765,
      "tokens_out": 896,
      "cost_usd": 0.00100205
    },
    {
      "question_id": "base-j2-nodal-rate-53deg-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 11387,
      "tokens_in": 14915,
      "tokens_in_cached": 12765,
      "tokens_out": 2242,
      "cost_usd": 0.00167845
    },
    {
      "question_id": "base-sso-inclination-800km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 12990,
      "tokens_in": 14882,
      "tokens_in_cached": 12765,
      "tokens_out": 2802,
      "cost_usd": 0.0019518499999999998
    },
    {
      "question_id": "base-revs-per-day-700km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 5896,
      "tokens_in": 14886,
      "tokens_in_cached": 12765,
      "tokens_out": 1102,
      "cost_usd": 0.00110265
    },
    {
      "question_id": "base-ground-track-shift-550km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8587,
      "tokens_in": 14902,
      "tokens_in_cached": 12765,
      "tokens_out": 1613,
      "cost_usd": 0.00136135
    },
    {
      "question_id": "base-coverage-radius-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 8151,
      "tokens_in": 14932,
      "tokens_in_cached": 12765,
      "tokens_out": 1656,
      "cost_usd": 0.00138885
    },
    {
      "question_id": "base-slant-range-550km-25deg",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6467,
      "tokens_in": 14908,
      "tokens_in_cached": 12765,
      "tokens_out": 1333,
      "cost_usd": 0.00122255
    },
    {
      "question_id": "base-horizon-radius-1200km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6582,
      "tokens_in": 14929,
      "tokens_in_cached": 12765,
      "tokens_out": 1191,
      "cost_usd": 0.00115575
    },
    {
      "question_id": "base-geo-slant-range-horizon",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 6708,
      "tokens_in": 14907,
      "tokens_in_cached": 12765,
      "tokens_out": 1181,
      "cost_usd": 0.00114635
    },
    {
      "question_id": "base-fspl-12ghz-geo",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 4594,
      "tokens_in": 14900,
      "tokens_in_cached": 12765,
      "tokens_out": 739,
      "cost_usd": 0.00092395
    },
    {
      "question_id": "base-fspl-2200mhz-2000km",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3727,
      "tokens_in": 14892,
      "tokens_in_cached": 12765,
      "tokens_out": 550,
      "cost_usd": 0.0008278500000000001
    },
    {
      "question_id": "base-geo-single-hop-delay",
      "type": "reasoning",
      "category": "orbital",
      "outcome": "correct",
      "latency_ms": 3505,
      "tokens_in": 14926,
      "tokens_in_cached": 12765,
      "tokens_out": 501,
      "cost_usd": 0.00081015
    },
    {
      "question_id": "cat-iss-norad",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5086,
      "tokens_in": 30241,
      "tokens_in_cached": 27642,
      "tokens_out": 356,
      "tool_calls": 1,
      "cost_usd": 0.0009738200000000001
    },
    {
      "question_id": "cat-cospar-launch-year",
      "type": "reasoning",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5605,
      "tokens_in": 30456,
      "tokens_in_cached": 27646,
      "tokens_out": 692,
      "tool_calls": 1,
      "cost_usd": 0.00118406
    },
    {
      "question_id": "cat-payloads-launched-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4776,
      "tokens_in": 30005,
      "tokens_in_cached": 27636,
      "tokens_out": 500,
      "tool_calls": 1,
      "cost_usd": 0.0009997600000000001
    },
    {
      "question_id": "cat-decayed-2025-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4520,
      "tokens_in": 29996,
      "tokens_in_cached": 27644,
      "tokens_out": 362,
      "tool_calls": 1,
      "cost_usd": 0.0009274400000000001
    },
    {
      "question_id": "cat-active-payloads-total",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6679,
      "tokens_in": 46015,
      "tokens_in_cached": 43010,
      "tokens_out": 830,
      "tool_calls": 4,
      "cost_usd": 0.0014455000000000002
    },
    {
      "question_id": "cat-geo-active-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5944,
      "tokens_in": 30534,
      "tokens_in_cached": 27651,
      "tokens_out": 841,
      "tool_calls": 3,
      "cost_usd": 0.00127321
    },
    {
      "question_id": "cat-norad-1-object",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3368,
      "tokens_in": 30155,
      "tokens_in_cached": 27662,
      "tokens_out": 294,
      "tool_calls": 1,
      "cost_usd": 0.0009218200000000001
    },
    {
      "question_id": "cat-hubble-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5030,
      "tokens_in": 30560,
      "tokens_in_cached": 27639,
      "tokens_out": 345,
      "tool_calls": 1,
      "cost_usd": 0.0010326900000000002
    },
    {
      "question_id": "cat-tianhe-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4135,
      "tokens_in": 30122,
      "tokens_in_cached": 27658,
      "tokens_out": 161,
      "tool_calls": 1,
      "cost_usd": 0.0008494800000000001
    },
    {
      "question_id": "cat-viasat3-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4275,
      "tokens_in": 30087,
      "tokens_in_cached": 27643,
      "tokens_out": 151,
      "tool_calls": 1,
      "cost_usd": 0.00084033
    },
    {
      "question_id": "cat-himawari8-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4282,
      "tokens_in": 30104,
      "tokens_in_cached": 27633,
      "tokens_out": 241,
      "tool_calls": 1,
      "cost_usd": 0.0008906299999999999
    },
    {
      "question_id": "cat-terra-identify",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3953,
      "tokens_in": 30089,
      "tokens_in_cached": 27639,
      "tokens_out": 213,
      "tool_calls": 1,
      "cost_usd": 0.0008724900000000001
    },
    {
      "question_id": "cat-nauka-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4193,
      "tokens_in": 30070,
      "tokens_in_cached": 27635,
      "tokens_out": 431,
      "tool_calls": 1,
      "cost_usd": 0.00097845
    },
    {
      "question_id": "cat-oneweb0006-owner",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4359,
      "tokens_in": 30141,
      "tokens_in_cached": 27663,
      "tokens_out": 285,
      "tool_calls": 1,
      "cost_usd": 0.0009143300000000001
    },
    {
      "question_id": "cat-noaa20-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2967,
      "tokens_in": 30133,
      "tokens_in_cached": 27654,
      "tokens_out": 153,
      "tool_calls": 1,
      "cost_usd": 0.00084844
    },
    {
      "question_id": "cat-goes16-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3732,
      "tokens_in": 30132,
      "tokens_in_cached": 27657,
      "tokens_out": 193,
      "tool_calls": 1,
      "cost_usd": 0.0008676700000000001
    },
    {
      "question_id": "cat-usa213-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3737,
      "tokens_in": 30128,
      "tokens_in_cached": 27654,
      "tokens_out": 234,
      "tool_calls": 1,
      "cost_usd": 0.00088794
    },
    {
      "question_id": "cat-envisat-status",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5599,
      "tokens_in": 30132,
      "tokens_in_cached": 27653,
      "tokens_out": 485,
      "tool_calls": 1,
      "cost_usd": 0.00101443
    },
    {
      "question_id": "cat-ers2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3201,
      "tokens_in": 30143,
      "tokens_in_cached": 27666,
      "tokens_out": 194,
      "tool_calls": 1,
      "cost_usd": 0.00086866
    },
    {
      "question_id": "cat-tiangong1-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 2653,
      "tokens_in": 30120,
      "tokens_in_cached": 27659,
      "tokens_out": 142,
      "tool_calls": 1,
      "cost_usd": 0.0008393900000000001
    },
    {
      "question_id": "cat-iss-launch-number-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5289,
      "tokens_in": 29986,
      "tokens_in_cached": 27658,
      "tokens_out": 549,
      "tool_calls": 1,
      "cost_usd": 0.00101628
    },
    {
      "question_id": "cat-meo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7858,
      "tokens_in": 30518,
      "tokens_in_cached": 27652,
      "tokens_out": 784,
      "tool_calls": 3,
      "cost_usd": 0.0012413200000000002
    },
    {
      "question_id": "cat-heo-payloads",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5408,
      "tokens_in": 30484,
      "tokens_in_cached": 27653,
      "tokens_out": 824,
      "tool_calls": 3,
      "cost_usd": 0.0012543300000000001
    },
    {
      "question_id": "cat-cartosat3-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4441,
      "tokens_in": 30147,
      "tokens_in_cached": 27668,
      "tokens_out": 176,
      "tool_calls": 1,
      "cost_usd": 0.00086008
    },
    {
      "question_id": "cat-alos2-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4650,
      "tokens_in": 30537,
      "tokens_in_cached": 27653,
      "tokens_out": 300,
      "tool_calls": 2,
      "cost_usd": 0.00100293
    },
    {
      "question_id": "cat-nisar-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 3255,
      "tokens_in": 30183,
      "tokens_in_cached": 27675,
      "tokens_out": 180,
      "tool_calls": 1,
      "cost_usd": 0.0008679500000000001
    },
    {
      "question_id": "cat-mbzsat-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5902,
      "tokens_in": 54474,
      "tokens_in_cached": 46571,
      "tokens_out": 680,
      "tool_calls": 3,
      "cost_usd": 0.00238571
    },
    {
      "question_id": "cat-amazonia1-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4122,
      "tokens_in": 30148,
      "tokens_in_cached": 27666,
      "tokens_out": 205,
      "tool_calls": 1,
      "cost_usd": 0.00087516
    },
    {
      "question_id": "cat-proba3-orbit-class",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6215,
      "tokens_in": 34175,
      "tokens_in_cached": 27669,
      "tokens_out": 548,
      "tool_calls": 2,
      "cost_usd": 0.0018514900000000001
    },
    {
      "question_id": "cat-meo-payloads-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7362,
      "tokens_in": 49001,
      "tokens_in_cached": 43246,
      "tokens_out": 1250,
      "tool_calls": 3,
      "cost_usd": 0.00220786
    },
    {
      "question_id": "cat-2018-payloads-reentered-pct",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6509,
      "tokens_in": 46625,
      "tokens_in_cached": 43318,
      "tokens_out": 1178,
      "tool_calls": 4,
      "cost_usd": 0.00168298
    },
    {
      "question_id": "cat-geo-payloads-ratio-2024-2014",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5158,
      "tokens_in": 30589,
      "tokens_in_cached": 27715,
      "tokens_out": 818,
      "tool_calls": 2,
      "cost_usd": 0.00126055
    },
    {
      "question_id": "cat-payload-reentries-ratio-2025-2020",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5544,
      "tokens_in": 30387,
      "tokens_in_cached": 27685,
      "tokens_out": 714,
      "tool_calls": 2,
      "cost_usd": 0.00117385
    },
    {
      "question_id": "cat-saocom1a-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4108,
      "tokens_in": 30328,
      "tokens_in_cached": 27668,
      "tokens_out": 260,
      "tool_calls": 1,
      "cost_usd": 0.0009382800000000001
    },
    {
      "question_id": "cat-terrasarx-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4580,
      "tokens_in": 30256,
      "tokens_in_cached": 27675,
      "tokens_out": 280,
      "tool_calls": 1,
      "cost_usd": 0.0009325500000000001
    },
    {
      "question_id": "cat-tiangong2-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5139,
      "tokens_in": 34203,
      "tokens_in_cached": 27664,
      "tokens_out": 450,
      "tool_calls": 2,
      "cost_usd": 0.0018090400000000003
    },
    {
      "question_id": "cat-phobos-grunt-decay-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4886,
      "tokens_in": 34406,
      "tokens_in_cached": 27690,
      "tokens_out": 392,
      "tool_calls": 2,
      "cost_usd": 0.0018157000000000002
    },
    {
      "question_id": "cat-turksat6a-launch-date",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8315,
      "tokens_in": 73970,
      "tokens_in_cached": 66661,
      "tokens_out": 1001,
      "tool_calls": 4,
      "cost_usd": 0.00262811
    },
    {
      "question_id": "cat-xrism-norad",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4643,
      "tokens_in": 30117,
      "tokens_in_cached": 27658,
      "tokens_out": 164,
      "tool_calls": 1,
      "cost_usd": 0.00084998
    },
    {
      "question_id": "cat-bangabandhu1-cospar",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4605,
      "tokens_in": 34219,
      "tokens_in_cached": 27681,
      "tokens_out": 306,
      "tool_calls": 2,
      "cost_usd": 0.0017370100000000002
    },
    {
      "question_id": "cat-kanopus-v-ik-launch-on-orbit",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14798,
      "tokens_in": 56021,
      "tokens_in_cached": 43788,
      "tokens_out": 2515,
      "tool_calls": 3,
      "cost_usd": 0.00414138
    },
    {
      "question_id": "cat-cz6-maiden-launch-objects",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5366,
      "tokens_in": 32233,
      "tokens_in_cached": 27694,
      "tokens_out": 743,
      "tool_calls": 2,
      "cost_usd": 0.0015558400000000002
    },
    {
      "question_id": "cat-heo-payloads-launched-2010s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7679,
      "tokens_in": 47169,
      "tokens_in_cached": 43240,
      "tokens_out": 1255,
      "tool_calls": 3,
      "cost_usd": 0.0018451000000000001
    },
    {
      "question_id": "cat-geo-payloads-launched-1990s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7343,
      "tokens_in": 46519,
      "tokens_in_cached": 43329,
      "tokens_out": 1101,
      "tool_calls": 3,
      "cost_usd": 0.00162119
    },
    {
      "question_id": "cat-pre2000-payloads-reentered-2024-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6460,
      "tokens_in": 30557,
      "tokens_in_cached": 27697,
      "tokens_out": 883,
      "tool_calls": 2,
      "cost_usd": 0.00129007
    },
    {
      "question_id": "cat-leo-payloads-launched-2000s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5744,
      "tokens_in": 30456,
      "tokens_in_cached": 27677,
      "tokens_out": 839,
      "tool_calls": 2,
      "cost_usd": 0.0012516699999999999
    },
    {
      "question_id": "cat-meo-payloads-ratio-2015s-2005s",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 5915,
      "tokens_in": 30579,
      "tokens_in_cached": 27720,
      "tokens_out": 798,
      "tool_calls": 2,
      "cost_usd": 0.0012476000000000002
    },
    {
      "question_id": "cat-payloads-launched-decay-date-2025",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9412,
      "tokens_in": 40420,
      "tokens_in_cached": 27720,
      "tokens_out": 2029,
      "tool_calls": 3,
      "cost_usd": 0.0038313
    },
    {
      "question_id": "starlink-active",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6160,
      "tokens_in": 30413,
      "tokens_in_cached": 27649,
      "tokens_out": 908,
      "tool_calls": 3,
      "cost_usd": 0.00128289
    },
    {
      "question_id": "oneweb-cataloged",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8219,
      "tokens_in": 46550,
      "tokens_in_cached": 43092,
      "tokens_out": 1008,
      "tool_calls": 5,
      "cost_usd": 0.0016259199999999999
    },
    {
      "question_id": "con-kuiper-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12475,
      "tokens_in": 73415,
      "tokens_in_cached": 65576,
      "tokens_out": 2202,
      "tool_calls": 9,
      "cost_usd": 0.00332376
    },
    {
      "question_id": "con-qianfan-2024-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8180,
      "tokens_in": 60239,
      "tokens_in_cached": 46819,
      "tokens_out": 1230,
      "tool_calls": 5,
      "cost_usd": 0.00376659
    },
    {
      "question_id": "con-qianfan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16355,
      "tokens_in": 109835,
      "tokens_in_cached": 96172,
      "tokens_out": 2334,
      "tool_calls": 11,
      "cost_usd": 0.0048603200000000004
    },
    {
      "question_id": "con-guowang-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22373,
      "tokens_in": 123446,
      "tokens_in_cached": 87458,
      "tokens_out": 3203,
      "tool_calls": 12,
      "cost_usd": 0.00967268
    },
    {
      "question_id": "con-guowang-50deg-shell-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21156,
      "tokens_in": 103186,
      "tokens_in_cached": 67392,
      "tokens_out": 3760,
      "tool_calls": 9,
      "cost_usd": 0.00971192
    },
    {
      "question_id": "con-iridium-next-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12927,
      "tokens_in": 61005,
      "tokens_in_cached": 45909,
      "tokens_out": 2126,
      "tool_calls": 4,
      "cost_usd": 0.00454069
    },
    {
      "question_id": "con-iridium-gen1-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13313,
      "tokens_in": 68384,
      "tokens_in_cached": 53585,
      "tokens_out": 2365,
      "tool_calls": 4,
      "cost_usd": 0.00467755
    },
    {
      "question_id": "con-globalstar-gen2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6342,
      "tokens_in": 33280,
      "tokens_in_cached": 27642,
      "tokens_out": 913,
      "tool_calls": 1,
      "cost_usd": 0.0018601200000000003
    },
    {
      "question_id": "con-orbcomm-og2-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9519,
      "tokens_in": 55510,
      "tokens_in_cached": 47693,
      "tokens_out": 1420,
      "tool_calls": 3,
      "cost_usd": 0.0027497299999999997
    },
    {
      "question_id": "con-swarm-spacebee-reentries-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10982,
      "tokens_in": 50170,
      "tokens_in_cached": 27647,
      "tokens_out": 1435,
      "tool_calls": 2,
      "cost_usd": 0.005498170000000001
    },
    {
      "question_id": "con-planet-flock-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 19437,
      "tokens_in": 113470,
      "tokens_in_cached": 76879,
      "tokens_out": 3128,
      "tool_calls": 8,
      "cost_usd": 0.00965019
    },
    {
      "question_id": "con-planet-skysat-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8822,
      "tokens_in": 48618,
      "tokens_in_cached": 43070,
      "tokens_out": 1070,
      "tool_calls": 4,
      "cost_usd": 0.0020746999999999996
    },
    {
      "question_id": "con-spire-lemur-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 13936,
      "tokens_in": 146207,
      "tokens_in_cached": 114323,
      "tokens_out": 2469,
      "tool_calls": 7,
      "cost_usd": 0.00875373
    },
    {
      "question_id": "con-iceye-2025-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9737,
      "tokens_in": 48971,
      "tokens_in_cached": 43179,
      "tokens_out": 1491,
      "tool_calls": 4,
      "cost_usd": 0.00233509
    },
    {
      "question_id": "con-iceye-reentered",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7930,
      "tokens_in": 51158,
      "tokens_in_cached": 45410,
      "tokens_out": 1405,
      "tool_calls": 4,
      "cost_usd": 0.0023056
    },
    {
      "question_id": "con-hawkeye360-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 10399,
      "tokens_in": 55279,
      "tokens_in_cached": 46070,
      "tokens_out": 1453,
      "tool_calls": 5,
      "cost_usd": 0.0030284
    },
    {
      "question_id": "con-o3b-mpower-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 13692,
      "tokens_in": 73937,
      "tokens_in_cached": 65899,
      "tokens_out": 2073,
      "tool_calls": 5,
      "cost_usd": 0.0033022900000000003
    },
    {
      "question_id": "con-galileo-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12122,
      "tokens_in": 62454,
      "tokens_in_cached": 50884,
      "tokens_out": 1821,
      "tool_calls": 4,
      "cost_usd": 0.00373274
    },
    {
      "question_id": "con-kineis-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11112,
      "tokens_in": 79066,
      "tokens_in_cached": 68925,
      "tokens_out": 1318,
      "tool_calls": 6,
      "cost_usd": 0.0033756500000000004
    },
    {
      "question_id": "con-sda-tranche1-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 21886,
      "tokens_in": 163342,
      "tokens_in_cached": 145044,
      "tokens_out": 2788,
      "tool_calls": 12,
      "cost_usd": 0.0065026400000000005
    },
    {
      "question_id": "con-rassvet-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11039,
      "tokens_in": 36419,
      "tokens_in_cached": 27645,
      "tokens_out": 2010,
      "tool_calls": 2,
      "cost_usd": 0.00303585
    },
    {
      "question_id": "con-o3b-gen1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 6322,
      "tokens_in": 36209,
      "tokens_in_cached": 27667,
      "tokens_out": 848,
      "tool_calls": 2,
      "cost_usd": 0.00240867
    },
    {
      "question_id": "con-sentinel1-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5830,
      "tokens_in": 35690,
      "tokens_in_cached": 27649,
      "tokens_out": 701,
      "tool_calls": 2,
      "cost_usd": 0.00223479
    },
    {
      "question_id": "con-beidou-2018-launches",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7166,
      "tokens_in": 33062,
      "tokens_in_cached": 27665,
      "tokens_out": 1115,
      "tool_calls": 2,
      "cost_usd": 0.0019131500000000002
    },
    {
      "question_id": "con-gps3-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15541,
      "tokens_in": 97880,
      "tokens_in_cached": 75750,
      "tokens_out": 2367,
      "tool_calls": 6,
      "cost_usd": 0.006366200000000001
    },
    {
      "question_id": "con-yaogan-on-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13176,
      "tokens_in": 53917,
      "tokens_in_cached": 43279,
      "tokens_out": 2078,
      "tool_calls": 6,
      "cost_usd": 0.00359879
    },
    {
      "question_id": "con-capella-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 15912,
      "tokens_in": 98685,
      "tokens_in_cached": 87078,
      "tokens_out": 2135,
      "tool_calls": 9,
      "cost_usd": 0.004258680000000001
    },
    {
      "question_id": "con-qps-sar-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 14193,
      "tokens_in": 76552,
      "tokens_in_cached": 67290,
      "tokens_out": 2179,
      "tool_calls": 6,
      "cost_usd": 0.003614
    },
    {
      "question_id": "con-unseenlabs-bro-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 22111,
      "tokens_in": 79106,
      "tokens_in_cached": 68274,
      "tokens_out": 3477,
      "tool_calls": 4,
      "cost_usd": 0.00458684
    },
    {
      "question_id": "con-yaogan-ratio-2021-25-vs-2011-15",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11278,
      "tokens_in": 63529,
      "tokens_in_cached": 59369,
      "tokens_out": 2025,
      "tool_calls": 6,
      "cost_usd": 0.00243739
    },
    {
      "question_id": "con-umbra-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 11664,
      "tokens_in": 75444,
      "tokens_in_cached": 66831,
      "tokens_out": 1424,
      "tool_calls": 6,
      "cost_usd": 0.00310211
    },
    {
      "question_id": "con-strix-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7260,
      "tokens_in": 35932,
      "tokens_in_cached": 27660,
      "tokens_out": 1113,
      "tool_calls": 2,
      "cost_usd": 0.0024871000000000003
    },
    {
      "question_id": "con-meteor-m-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 20539,
      "tokens_in": 125107,
      "tokens_in_cached": 101713,
      "tokens_out": 2734,
      "tool_calls": 9,
      "cost_usd": 0.00706193
    },
    {
      "question_id": "con-cbers-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8912,
      "tokens_in": 44659,
      "tokens_in_cached": 27666,
      "tokens_out": 1154,
      "tool_calls": 2,
      "cost_usd": 0.0042518600000000005
    },
    {
      "question_id": "con-yunhai-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8844,
      "tokens_in": 40985,
      "tokens_in_cached": 27694,
      "tokens_out": 1577,
      "tool_calls": 2,
      "cost_usd": 0.0037232399999999996
    },
    {
      "question_id": "con-goes-reached-orbit",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 9563,
      "tokens_in": 37505,
      "tokens_in_cached": 27678,
      "tokens_out": 1594,
      "tool_calls": 2,
      "cost_usd": 0.00303878
    },
    {
      "question_id": "con-astrocast-launched",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10299,
      "tokens_in": 60152,
      "tokens_in_cached": 48838,
      "tokens_out": 1224,
      "tool_calls": 4,
      "cost_usd": 0.00336258
    },
    {
      "question_id": "con-hawkeye360-launched-through-2025",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10636,
      "tokens_in": 53153,
      "tokens_in_cached": 43307,
      "tokens_out": 2059,
      "tool_calls": 5,
      "cost_usd": 0.0034311700000000003
    },
    {
      "question_id": "con-astrocast-on-orbit-share",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10056,
      "tokens_in": 57261,
      "tokens_in_cached": 46744,
      "tokens_out": 1334,
      "tool_calls": 4,
      "cost_usd": 0.0032372400000000006
    },
    {
      "question_id": "con-sar-share-iceye-2018-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 11384,
      "tokens_in": 52861,
      "tokens_in_cached": 43335,
      "tokens_out": 1751,
      "tool_calls": 6,
      "cost_usd": 0.00321345
    },
    {
      "question_id": "con-hawkeye360-vs-bro-ratio",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 12779,
      "tokens_in": 36488,
      "tokens_in_cached": 27698,
      "tokens_out": 2802,
      "tool_calls": 4,
      "cost_usd": 0.0034355800000000006
    },
    {
      "question_id": "control-nro-active-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "incorrect",
      "latency_ms": 20057,
      "tokens_in": 156894,
      "tokens_in_cached": 137205,
      "tokens_out": 2452,
      "tool_calls": 9,
      "cost_usd": 0.00653465
    },
    {
      "question_id": "control-iss-propellant-mass",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5019,
      "tokens_in": 38616,
      "tokens_in_cached": 27647,
      "tokens_out": 513,
      "tool_calls": 2,
      "cost_usd": 0.00272637
    },
    {
      "question_id": "control-uncataloged-debris-count",
      "type": "grounded",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 6951,
      "tokens_in": 33912,
      "tokens_in_cached": 27657,
      "tokens_out": 934,
      "tool_calls": 2,
      "cost_usd": 0.00199417
    },
    {
      "question_id": "control-starlink-2027-count",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 10770,
      "tokens_in": 54237,
      "tokens_in_cached": 46719,
      "tokens_out": 1646,
      "tool_calls": 6,
      "cost_usd": 0.00279319
    },
    {
      "question_id": "control-nro-budget",
      "type": "reasoning",
      "category": "control",
      "outcome": "correct",
      "latency_ms": 5564,
      "tokens_in": 36876,
      "tokens_in_cached": 27653,
      "tokens_out": 544,
      "tool_calls": 2,
      "cost_usd": 0.00239273
    },
    {
      "question_id": "deb-fengyun1c-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 23307,
      "tokens_in": 115045,
      "tokens_in_cached": 103601,
      "tokens_out": 4633,
      "tool_calls": 17,
      "cost_usd": 0.00564011
    },
    {
      "question_id": "deb-fengyun1c-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15538,
      "tokens_in": 66514,
      "tokens_in_cached": 60796,
      "tokens_out": 2717,
      "tool_calls": 9,
      "cost_usd": 0.00310926
    },
    {
      "question_id": "deb-cosmos2251-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11383,
      "tokens_in": 54199,
      "tokens_in_cached": 46638,
      "tokens_out": 1445,
      "tool_calls": 5,
      "cost_usd": 0.00270048
    },
    {
      "question_id": "deb-iridium33-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12137,
      "tokens_in": 70601,
      "tokens_in_cached": 55173,
      "tokens_out": 2079,
      "tool_calls": 4,
      "cost_usd": 0.00467623
    },
    {
      "question_id": "deb-cosmos1408-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14295,
      "tokens_in": 73882,
      "tokens_in_cached": 65809,
      "tokens_out": 2114,
      "tool_calls": 8,
      "cost_usd": 0.0033288899999999997
    },
    {
      "question_id": "deb-cosmos1408-reentered-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 14483,
      "tokens_in": 66373,
      "tokens_in_cached": 60698,
      "tokens_out": 2210,
      "tool_calls": 8,
      "cost_usd": 0.0028461800000000002
    },
    {
      "question_id": "deb-shakti-last-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13628,
      "tokens_in": 99565,
      "tokens_in_cached": 78714,
      "tokens_out": 1658,
      "tool_calls": 8,
      "cost_usd": 0.0057855400000000005
    },
    {
      "question_id": "deb-cz6a-qianfan-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 15996,
      "tokens_in": 194550,
      "tokens_in_cached": 151188,
      "tokens_out": 2592,
      "tool_calls": 10,
      "cost_usd": 0.01147928
    },
    {
      "question_id": "deb-intelsat33e-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12468,
      "tokens_in": 108951,
      "tokens_in_cached": 93148,
      "tokens_out": 1528,
      "tool_calls": 6,
      "cost_usd": 0.0048550799999999995
    },
    {
      "question_id": "deb-debris-share-of-catalog",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7624,
      "tokens_in": 30737,
      "tokens_in_cached": 27665,
      "tokens_out": 1090,
      "tool_calls": 5,
      "cost_usd": 0.0014356500000000001
    },
    {
      "question_id": "deb-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5467,
      "tokens_in": 45974,
      "tokens_in_cached": 42958,
      "tokens_out": 648,
      "tool_calls": 3,
      "cost_usd": 0.00135618
    },
    {
      "question_id": "deb-rocket-bodies-leo",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6061,
      "tokens_in": 30408,
      "tokens_in_cached": 27662,
      "tokens_out": 803,
      "tool_calls": 2,
      "cost_usd": 0.00122692
    },
    {
      "question_id": "deb-peak-debris-perigee-band",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 19136,
      "tokens_in": 103922,
      "tokens_in_cached": 66878,
      "tokens_out": 2904,
      "tool_calls": 4,
      "cost_usd": 0.00952878
    },
    {
      "question_id": "deb-peak-debris-reentry-year",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6017,
      "tokens_in": 31065,
      "tokens_in_cached": 27658,
      "tokens_out": 1202,
      "tool_calls": 6,
      "cost_usd": 0.00155858
    },
    {
      "question_id": "deb-top-debris-country",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11404,
      "tokens_in": 47218,
      "tokens_in_cached": 43215,
      "tokens_out": 1908,
      "tool_calls": 9,
      "cost_usd": 0.0021861500000000004
    },
    {
      "question_id": "deb-pre1970-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8343,
      "tokens_in": 30920,
      "tokens_in_cached": 27661,
      "tokens_out": 1121,
      "tool_calls": 5,
      "cost_usd": 0.0014885100000000002
    },
    {
      "question_id": "deb-iss-red-pc-threshold",
      "type": "reasoning",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 8448,
      "tokens_in": 67254,
      "tokens_in_cached": 50835,
      "tokens_out": 1179,
      "tool_calls": 4,
      "cost_usd": 0.00438105
    },
    {
      "question_id": "deb-cdm-standard",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 7469,
      "tokens_in": 36548,
      "tokens_in_cached": 27668,
      "tokens_out": 748,
      "tool_calls": 2,
      "cost_usd": 0.0024262800000000003
    },
    {
      "question_id": "deb-cdm-covariance-frame",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5308,
      "tokens_in": 14906,
      "tokens_in_cached": 12765,
      "tokens_out": 841,
      "cost_usd": 0.00097615
    },
    {
      "question_id": "deb-iadc-25-year",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5827,
      "tokens_in": 33712,
      "tokens_in_cached": 27682,
      "tokens_out": 599,
      "tool_calls": 1,
      "cost_usd": 0.0017819200000000002
    },
    {
      "question_id": "deb-iadc-geo-reorbit-calc",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4377,
      "tokens_in": 14940,
      "tokens_in_cached": 12765,
      "tokens_out": 561,
      "cost_usd": 0.0008429500000000001
    },
    {
      "question_id": "deb-iadc-geo-protected-region",
      "type": "reasoning",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5025,
      "tokens_in": 37604,
      "tokens_in_cached": 27658,
      "tokens_out": 531,
      "tool_calls": 2,
      "cost_usd": 0.00253088
    },
    {
      "question_id": "deb-cz6a-2022-breakup-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6008,
      "tokens_in": 31288,
      "tokens_in_cached": 27670,
      "tokens_out": 909,
      "tool_calls": 4,
      "cost_usd": 0.0014544
    },
    {
      "question_id": "deb-top-leo-rocket-body-owner",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8130,
      "tokens_in": 30807,
      "tokens_in_cached": 27656,
      "tokens_out": 1436,
      "tool_calls": 4,
      "cost_usd": 0.00162436
    },
    {
      "question_id": "deb-pslv-c3-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8126,
      "tokens_in": 41107,
      "tokens_in_cached": 27719,
      "tokens_out": 1102,
      "tool_calls": 2,
      "cost_usd": 0.00350539
    },
    {
      "question_id": "deb-ariane1-v16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6684,
      "tokens_in": 41964,
      "tokens_in_cached": 27711,
      "tokens_out": 943,
      "tool_calls": 3,
      "cost_usd": 0.00359881
    },
    {
      "question_id": "deb-noaa16-debris-cataloged",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9472,
      "tokens_in": 67983,
      "tokens_in_cached": 53764,
      "tokens_out": 1367,
      "tool_calls": 6,
      "cost_usd": 0.00406434
    },
    {
      "question_id": "deb-dmsp-f13-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8945,
      "tokens_in": 102493,
      "tokens_in_cached": 71174,
      "tokens_out": 1336,
      "tool_calls": 4,
      "cost_usd": 0.007642940000000001
    },
    {
      "question_id": "deb-sl16-rb-leo-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11150,
      "tokens_in": 74149,
      "tokens_in_cached": 53934,
      "tokens_out": 1824,
      "tool_calls": 4,
      "cost_usd": 0.0054937399999999996
    },
    {
      "question_id": "deb-h2a-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 10314,
      "tokens_in": 38911,
      "tokens_in_cached": 27684,
      "tokens_out": 1407,
      "tool_calls": 3,
      "cost_usd": 0.00322534
    },
    {
      "question_id": "deb-ariane-rb-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 12316,
      "tokens_in": 82433,
      "tokens_in_cached": 60915,
      "tokens_out": 2006,
      "tool_calls": 4,
      "cost_usd": 0.005915150000000001
    },
    {
      "question_id": "deb-gto-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 8274,
      "tokens_in": 46968,
      "tokens_in_cached": 43235,
      "tokens_out": 1189,
      "tool_calls": 3,
      "cost_usd": 0.0017728500000000003
    },
    {
      "question_id": "deb-leo-rb-pre2000-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5954,
      "tokens_in": 30405,
      "tokens_in_cached": 27672,
      "tokens_out": 777,
      "tool_calls": 2,
      "cost_usd": 0.00121142
    },
    {
      "question_id": "deb-geo-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5879,
      "tokens_in": 30374,
      "tokens_in_cached": 27670,
      "tokens_out": 717,
      "tool_calls": 2,
      "cost_usd": 0.0011756
    },
    {
      "question_id": "deb-leo-debris-perigee-600-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "abstained",
      "latency_ms": 16707,
      "tokens_in": 75926,
      "tokens_in_cached": 43585,
      "tokens_out": 2938,
      "tool_calls": 3,
      "cost_usd": 0.00837245
    },
    {
      "question_id": "deb-rb-reentries-ratio-2025-2015",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 5172,
      "tokens_in": 30385,
      "tokens_in_cached": 27688,
      "tokens_out": 591,
      "tool_calls": 2,
      "cost_usd": 0.0011113800000000001
    },
    {
      "question_id": "deb-prc-rb-reentries-2025",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 4652,
      "tokens_in": 30379,
      "tokens_in_cached": 27658,
      "tokens_out": 719,
      "tool_calls": 2,
      "cost_usd": 0.0011798800000000001
    },
    {
      "question_id": "deb-ariane5-sylda-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 13434,
      "tokens_in": 82039,
      "tokens_in_cached": 58487,
      "tokens_out": 1827,
      "tool_calls": 5,
      "cost_usd": 0.00620817
    },
    {
      "question_id": "deb-jpn-debris-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 9650,
      "tokens_in": 50874,
      "tokens_in_cached": 43332,
      "tokens_out": 1501,
      "tool_calls": 5,
      "cost_usd": 0.0026916200000000005
    },
    {
      "question_id": "deb-meo-rocket-bodies-on-orbit",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6421,
      "tokens_in": 30361,
      "tokens_in_cached": 27703,
      "tokens_out": 676,
      "tool_calls": 2,
      "cost_usd": 0.00114623
    },
    {
      "question_id": "deb-sl8-share-of-leo-rb",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 11118,
      "tokens_in": 48735,
      "tokens_in_cached": 43403,
      "tokens_out": 1818,
      "tool_calls": 5,
      "cost_usd": 0.0024088300000000003
    },
    {
      "question_id": "deb-other-owners-rb-on-orbit-pct",
      "type": "grounded",
      "category": "debris",
      "outcome": "correct",
      "latency_ms": 6684,
      "tokens_in": 30751,
      "tokens_in_cached": 27685,
      "tokens_out": 1156,
      "tool_calls": 4,
      "cost_usd": 0.00146765
    },
    {
      "question_id": "filers-fcc-distinct-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6921,
      "tokens_in": 56767,
      "tokens_in_cached": 48384,
      "tokens_out": 1006,
      "tool_calls": 3,
      "cost_usd": 0.00266284
    },
    {
      "question_id": "filers-fcc-ratio-2023-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5674,
      "tokens_in": 35029,
      "tokens_in_cached": 27691,
      "tokens_out": 721,
      "tool_calls": 2,
      "cost_usd": 0.00210461
    },
    {
      "question_id": "trends-fcc-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3995,
      "tokens_in": 30298,
      "tokens_in_cached": 27703,
      "tokens_out": 477,
      "tool_calls": 1,
      "cost_usd": 0.0010341300000000003
    },
    {
      "question_id": "trends-unoosa-12m-change",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5917,
      "tokens_in": 30847,
      "tokens_in_cached": 27722,
      "tokens_out": 954,
      "tool_calls": 3,
      "cost_usd": 0.0013788200000000002
    },
    {
      "question_id": "gnd-ses-lic-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5512,
      "tokens_in": 30301,
      "tokens_in_cached": 27656,
      "tokens_out": 763,
      "tool_calls": 2,
      "cost_usd": 0.00118666
    },
    {
      "question_id": "gnd-ses-reg-filings-2018",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7063,
      "tokens_in": 46244,
      "tokens_in_cached": 43111,
      "tokens_out": 1262,
      "tool_calls": 3,
      "cost_usd": 0.00168811
    },
    {
      "question_id": "gnd-ses-asg-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4643,
      "tokens_in": 30336,
      "tokens_in_cached": 27666,
      "tokens_out": 722,
      "tool_calls": 2,
      "cost_usd": 0.00117126
    },
    {
      "question_id": "gnd-ses-renewals-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4863,
      "tokens_in": 30332,
      "tokens_in_cached": 27651,
      "tokens_out": 581,
      "tool_calls": 2,
      "cost_usd": 0.00110281
    },
    {
      "question_id": "gnd-distinct-lic-applicants-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 16973,
      "tokens_in": 68493,
      "tokens_in_cached": 43317,
      "tokens_out": 3821,
      "tool_calls": 4,
      "cost_usd": 0.00737827
    },
    {
      "question_id": "gnd-top-lic-applicant-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "incorrect",
      "latency_ms": 14924,
      "tokens_in": 97880,
      "tokens_in_cached": 71459,
      "tokens_out": 2615,
      "tool_calls": 5,
      "cost_usd": 0.007305490000000001
    },
    {
      "question_id": "gnd-spacex-top-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10186,
      "tokens_in": 74752,
      "tokens_in_cached": 66289,
      "tokens_out": 1976,
      "tool_calls": 7,
      "cost_usd": 0.00334269
    },
    {
      "question_id": "gnd-kuiper-gateway-apps-2021-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 16135,
      "tokens_in": 132856,
      "tokens_in_cached": 114021,
      "tokens_out": 2461,
      "tool_calls": 9,
      "cost_usd": 0.0061365099999999995
    },
    {
      "question_id": "gnd-kuiper-ttc-site",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 10289,
      "tokens_in": 81971,
      "tokens_in_cached": 67635,
      "tokens_out": 1529,
      "tool_calls": 6,
      "cost_usd": 0.00430725
    },
    {
      "question_id": "gnd-oneweb-first-us-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 7823,
      "tokens_in": 55521,
      "tokens_in_cached": 46673,
      "tokens_out": 831,
      "tool_calls": 3,
      "cost_usd": 0.00265123
    },
    {
      "question_id": "gnd-globalstar-original-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 8134,
      "tokens_in": 77592,
      "tokens_in_cached": 68259,
      "tokens_out": 927,
      "tool_calls": 4,
      "cost_usd": 0.0030118899999999997
    },
    {
      "question_id": "gnd-iridium-az-gateway",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 5852,
      "tokens_in": 48504,
      "tokens_in_cached": 43713,
      "tokens_out": 786,
      "tool_calls": 3,
      "cost_usd": 0.0017877300000000002
    },
    {
      "question_id": "gnd-vband-top-holder",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 12462,
      "tokens_in": 68547,
      "tokens_in_cached": 61842,
      "tokens_out": 1994,
      "tool_calls": 5,
      "cost_usd": 0.00295562
    },
    {
      "question_id": "gnd-spire-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14715,
      "tokens_in": 104743,
      "tokens_in_cached": 68816,
      "tokens_out": 1994,
      "tool_calls": 6,
      "cost_usd": 0.00886976
    },
    {
      "question_id": "gnd-rbc-signals-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14998,
      "tokens_in": 82755,
      "tokens_in_cached": 64616,
      "tokens_out": 2181,
      "tool_calls": 5,
      "cost_usd": 0.00536366
    },
    {
      "question_id": "gnd-usn-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 17661,
      "tokens_in": 135683,
      "tokens_in_cached": 101478,
      "tokens_out": 2254,
      "tool_calls": 7,
      "cost_usd": 0.008981780000000002
    },
    {
      "question_id": "gnd-atlas-first-site-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8552,
      "tokens_in": 55919,
      "tokens_in_cached": 46751,
      "tokens_out": 1335,
      "tool_calls": 5,
      "cost_usd": 0.00296801
    },
    {
      "question_id": "gnd-state-most-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5659,
      "tokens_in": 30991,
      "tokens_in_cached": 27659,
      "tokens_out": 370,
      "tool_calls": 1,
      "cost_usd": 0.00112759
    },
    {
      "question_id": "gnd-state-most-lic-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8772,
      "tokens_in": 31105,
      "tokens_in_cached": 27673,
      "tokens_out": 1171,
      "tool_calls": 2,
      "cost_usd": 0.00154823
    },
    {
      "question_id": "gnd-alaska-callsigns",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4569,
      "tokens_in": 30288,
      "tokens_in_cached": 27650,
      "tokens_out": 490,
      "tool_calls": 2,
      "cost_usd": 0.0010487
    },
    {
      "question_id": "gnd-fairbanks-25km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6566,
      "tokens_in": 35769,
      "tokens_in_cached": 27672,
      "tokens_out": 1193,
      "tool_calls": 1,
      "cost_usd": 0.00249222
    },
    {
      "question_id": "gnd-brewster-15km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7274,
      "tokens_in": 34065,
      "tokens_in_cached": 27669,
      "tokens_out": 1003,
      "tool_calls": 2,
      "cost_usd": 0.00205699
    },
    {
      "question_id": "gnd-oahu-30km",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8508,
      "tokens_in": 41009,
      "tokens_in_cached": 27672,
      "tokens_out": 1702,
      "tool_calls": 1,
      "cost_usd": 0.0037947200000000006
    },
    {
      "question_id": "gnd-viasat-lic-2024",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 13277,
      "tokens_in": 65994,
      "tokens_in_cached": 60146,
      "tokens_out": 1873,
      "tool_calls": 5,
      "cost_usd": 0.00270676
    },
    {
      "question_id": "gnd-ised-most-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 38057,
      "tokens_in": 303101,
      "tokens_in_cached": 191772,
      "tokens_out": 7363,
      "tool_calls": 10,
      "cost_usd": 0.0651031
    },
    {
      "question_id": "gnd-acma-ssc-state",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 11386,
      "tokens_in": 62531,
      "tokens_in_cached": 49739,
      "tokens_out": 1444,
      "tool_calls": 4,
      "cost_usd": 0.00377719
    },
    {
      "question_id": "gnd-acma-telesat-leo-state",
      "type": "grounded",
      "category": "constellation",
      "outcome": "correct",
      "latency_ms": 12295,
      "tokens_in": 50762,
      "tokens_in_cached": 43809,
      "tokens_out": 1394,
      "tool_calls": 3,
      "cost_usd": 0.00252509
    },
    {
      "question_id": "gnd-ofcom-top-licensee",
      "type": "grounded",
      "category": "catalog",
      "outcome": "incorrect",
      "latency_ms": 5392,
      "tokens_in": 30296,
      "tokens_in_cached": 27653,
      "tokens_out": 513,
      "tool_calls": 1,
      "cost_usd": 0.00106123
    },
    {
      "question_id": "gnd-ised-inuvik-5km-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6251,
      "tokens_in": 36317,
      "tokens_in_cached": 27690,
      "tokens_out": 840,
      "tool_calls": 2,
      "cost_usd": 0.0024219000000000003
    },
    {
      "question_id": "gnd-ised-leaf-space-province",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 9698,
      "tokens_in": 55039,
      "tokens_in_cached": 47177,
      "tokens_out": 1333,
      "tool_calls": 4,
      "cost_usd": 0.00271007
    },
    {
      "question_id": "gnd-ksat-us-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 12712,
      "tokens_in": 78344,
      "tokens_in_cached": 65608,
      "tokens_out": 1590,
      "tool_calls": 5,
      "cost_usd": 0.00399748
    },
    {
      "question_id": "gnd-ses-lic-peak-year-2015-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9660,
      "tokens_in": 31918,
      "tokens_in_cached": 27658,
      "tokens_out": 2129,
      "tool_calls": 10,
      "cost_usd": 0.0021926800000000002
    },
    {
      "question_id": "gnd-ses-lic-top-applicant-2021",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13790,
      "tokens_in": 127079,
      "tokens_in_cached": 106734,
      "tokens_out": 2367,
      "tool_calls": 9,
      "cost_usd": 0.00631884
    },
    {
      "question_id": "gnd-ses-lic-jurisdictions-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 28500,
      "tokens_in": 200169,
      "tokens_in_cached": 153394,
      "tokens_out": 5619,
      "tool_calls": 8,
      "cost_usd": 0.01369724
    },
    {
      "question_id": "gnd-ses-most-common-type-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 23739,
      "tokens_in": 122881,
      "tokens_in_cached": 111637,
      "tokens_out": 4411,
      "tool_calls": 19,
      "cost_usd": 0.00556947
    },
    {
      "question_id": "gnd-maxar-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 13835,
      "tokens_in": 134929,
      "tokens_in_cached": 106187,
      "tokens_out": 2676,
      "tool_calls": 9,
      "cost_usd": 0.00814727
    },
    {
      "question_id": "gnd-dc-25km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7187,
      "tokens_in": 99821,
      "tokens_in_cached": 69707,
      "tokens_out": 911,
      "tool_calls": 3,
      "cost_usd": 0.0071747700000000005
    },
    {
      "question_id": "gnd-atlanta-30km-callsigns",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6831,
      "tokens_in": 57504,
      "tokens_in_cached": 27669,
      "tokens_out": 690,
      "tool_calls": 1,
      "cost_usd": 0.00658829
    },
    {
      "question_id": "gnd-acma-ctbto-territory",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 10684,
      "tokens_in": 69584,
      "tokens_in_cached": 53163,
      "tokens_out": 1748,
      "tool_calls": 3,
      "cost_usd": 0.00468923
    },
    {
      "question_id": "gnd-acma-ctbto-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 6786,
      "tokens_in": 40374,
      "tokens_in_cached": 27696,
      "tokens_out": 1228,
      "tool_calls": 2,
      "cost_usd": 0.0034261599999999997
    },
    {
      "question_id": "gnd-acma-bom-southernmost",
      "type": "grounded",
      "category": "catalog",
      "outcome": "abstained",
      "latency_ms": 12545,
      "tokens_in": 56525,
      "tokens_in_cached": 45749,
      "tokens_out": 1956,
      "tool_calls": 3,
      "cost_usd": 0.0035900899999999998
    },
    {
      "question_id": "gnd-registers-most-licensees",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 7983,
      "tokens_in": 38292,
      "tokens_in_cached": 27677,
      "tokens_out": 1464,
      "tool_calls": 3,
      "cost_usd": 0.00313137
    },
    {
      "question_id": "gnd-acma-capricorn-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 14195,
      "tokens_in": 103833,
      "tokens_in_cached": 71084,
      "tokens_out": 2578,
      "tool_calls": 7,
      "cost_usd": 0.008549039999999999
    },
    {
      "question_id": "gnd-acma-optus-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 8367,
      "tokens_in": 38254,
      "tokens_in_cached": 27692,
      "tokens_out": 1263,
      "tool_calls": 2,
      "cost_usd": 0.0030204200000000002
    },
    {
      "question_id": "gnd-acma-telstra-sateng-geo-locations",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 30287,
      "tokens_in": 114225,
      "tokens_in_cached": 65056,
      "tokens_out": 6346,
      "tool_calls": 3,
      "cost_usd": 0.01365676
    },
    {
      "question_id": "gnd-ised-nrcan-northernmost-lat",
      "type": "grounded",
      "category": "catalog",
      "outcome": "correct",
      "latency_ms": 4934,
      "tokens_in": 40556,
      "tokens_in_cached": 27672,
      "tokens_out": 392,
      "tool_calls": 1,
      "cost_usd": 0.0030491199999999998
    },
    {
      "question_id": "mkt-asts-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5795,
      "tokens_in": 36014,
      "tokens_in_cached": 27665,
      "tokens_out": 757,
      "tool_calls": 1,
      "cost_usd": 0.0023245500000000003
    },
    {
      "question_id": "mkt-most-8ks-2025-smallcap-space",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8803,
      "tokens_in": 50780,
      "tokens_in_cached": 27698,
      "tokens_out": 1593,
      "tool_calls": 6,
      "cost_usd": 0.00568948
    },
    {
      "question_id": "mkt-rklb-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4960,
      "tokens_in": 35618,
      "tokens_in_cached": 27669,
      "tokens_out": 401,
      "tool_calls": 2,
      "cost_usd": 0.00206659
    },
    {
      "question_id": "mkt-rklb-sec-cik",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3790,
      "tokens_in": 31238,
      "tokens_in_cached": 27654,
      "tokens_out": 296,
      "tool_calls": 1,
      "cost_usd": 0.00114094
    },
    {
      "question_id": "mkt-planet-fiscal-year-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6257,
      "tokens_in": 44461,
      "tokens_in_cached": 27662,
      "tokens_out": 666,
      "tool_calls": 2,
      "cost_usd": 0.003969020000000001
    },
    {
      "question_id": "mkt-echostar-state-of-incorporation",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 14694,
      "tokens_in": 162661,
      "tokens_in_cached": 114740,
      "tokens_out": 1904,
      "tool_calls": 5,
      "cost_usd": 0.011682800000000002
    },
    {
      "question_id": "mkt-viasat-fy2026-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3697,
      "tokens_in": 32882,
      "tokens_in_cached": 27679,
      "tokens_out": 385,
      "tool_calls": 2,
      "cost_usd": 0.00150949
    },
    {
      "question_id": "mkt-lunr-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3161,
      "tokens_in": 31222,
      "tokens_in_cached": 27666,
      "tokens_out": 224,
      "tool_calls": 1,
      "cost_usd": 0.00109946
    },
    {
      "question_id": "mkt-spce-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3358,
      "tokens_in": 32468,
      "tokens_in_cached": 27666,
      "tokens_out": 339,
      "tool_calls": 1,
      "cost_usd": 0.00140616
    },
    {
      "question_id": "mkt-satellogic-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5390,
      "tokens_in": 46603,
      "tokens_in_cached": 27684,
      "tokens_out": 689,
      "tool_calls": 3,
      "cost_usd": 0.004404740000000001
    },
    {
      "question_id": "mkt-iridium-vs-globalstar-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8110,
      "tokens_in": 34283,
      "tokens_in_cached": 27668,
      "tokens_out": 1169,
      "tool_calls": 2,
      "cost_usd": 0.00218378
    },
    {
      "question_id": "mkt-intelsat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 15042,
      "tokens_in": 82485,
      "tokens_in_cached": 77115,
      "tokens_out": 1746,
      "tool_calls": 6,
      "cost_usd": 0.00271715
    },
    {
      "question_id": "mkt-oneweb-worldvu-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10939,
      "tokens_in": 71325,
      "tokens_in_cached": 60835,
      "tokens_out": 2018,
      "tool_calls": 7,
      "cost_usd": 0.0037145500000000005
    },
    {
      "question_id": "mkt-faa-mpl-terran1-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 14918,
      "tokens_in": 108758,
      "tokens_in_cached": 90987,
      "tokens_out": 1391,
      "tool_calls": 6,
      "cost_usd": 0.0051585699999999995
    },
    {
      "question_id": "mkt-faa-mpl-firefly-alpha-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "incorrect",
      "latency_ms": 12517,
      "tokens_in": 86805,
      "tokens_in_cached": 68045,
      "tokens_out": 2003,
      "tool_calls": 5,
      "cost_usd": 0.0054331499999999994
    },
    {
      "question_id": "mkt-largest-active-bond-operator",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 17023,
      "tokens_in": 62449,
      "tokens_in_cached": 47708,
      "tokens_out": 3388,
      "tool_calls": 3,
      "cost_usd": 0.0051186800000000005
    },
    {
      "question_id": "mkt-spire-active-bond-total",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6598,
      "tokens_in": 30443,
      "tokens_in_cached": 27661,
      "tokens_out": 569,
      "tool_calls": 1,
      "cost_usd": 0.0011171100000000002
    },
    {
      "question_id": "mkt-bksy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3824,
      "tokens_in": 31694,
      "tokens_in_cached": 27671,
      "tokens_out": 268,
      "tool_calls": 1,
      "cost_usd": 0.00121491
    },
    {
      "question_id": "mkt-krmn-first-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4362,
      "tokens_in": 38905,
      "tokens_in_cached": 27670,
      "tokens_out": 451,
      "tool_calls": 2,
      "cost_usd": 0.0027488
    },
    {
      "question_id": "mkt-ktos-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6528,
      "tokens_in": 41072,
      "tokens_in_cached": 27681,
      "tokens_out": 563,
      "tool_calls": 2,
      "cost_usd": 0.0032361100000000004
    },
    {
      "question_id": "mkt-viasat-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 11327,
      "tokens_in": 88231,
      "tokens_in_cached": 71977,
      "tokens_out": 2165,
      "tool_calls": 7,
      "cost_usd": 0.005052270000000001
    },
    {
      "question_id": "mkt-atlas-sta-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9488,
      "tokens_in": 51212,
      "tokens_in_cached": 43613,
      "tokens_out": 1131,
      "tool_calls": 4,
      "cost_usd": 0.00252083
    },
    {
      "question_id": "mkt-satellogic-incorporation",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6835,
      "tokens_in": 67073,
      "tokens_in_cached": 51116,
      "tokens_out": 1047,
      "tool_calls": 5,
      "cost_usd": 0.00422546
    },
    {
      "question_id": "mkt-noc-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3085,
      "tokens_in": 36575,
      "tokens_in_cached": 27671,
      "tokens_out": 361,
      "tool_calls": 2,
      "cost_usd": 0.00223761
    },
    {
      "question_id": "mkt-krmn-8k-count-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6673,
      "tokens_in": 32757,
      "tokens_in_cached": 27658,
      "tokens_out": 698,
      "tool_calls": 1,
      "cost_usd": 0.0016449800000000003
    },
    {
      "question_id": "mkt-sats-item101-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6928,
      "tokens_in": 45174,
      "tokens_in_cached": 27690,
      "tokens_out": 910,
      "tool_calls": 1,
      "cost_usd": 0.004228300000000001
    },
    {
      "question_id": "mkt-asts-item203-8k-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9217,
      "tokens_in": 63838,
      "tokens_in_cached": 48854,
      "tokens_out": 1327,
      "tool_calls": 2,
      "cost_usd": 0.00414824
    },
    {
      "question_id": "mkt-spce-item502-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9633,
      "tokens_in": 78536,
      "tokens_in_cached": 58111,
      "tokens_out": 1529,
      "tool_calls": 3,
      "cost_usd": 0.005430010000000001
    },
    {
      "question_id": "mkt-rdw-edge-autonomy-close-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6560,
      "tokens_in": 71178,
      "tokens_in_cached": 54770,
      "tokens_out": 648,
      "tool_calls": 3,
      "cost_usd": 0.0041527000000000005
    },
    {
      "question_id": "mkt-lunr-lanteris-agreement-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9806,
      "tokens_in": 138279,
      "tokens_in_cached": 97950,
      "tokens_out": 1567,
      "tool_calls": 4,
      "cost_usd": 0.009828
    },
    {
      "question_id": "mkt-lmt-q1-2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4645,
      "tokens_in": 35590,
      "tokens_in_cached": 27692,
      "tokens_out": 381,
      "tool_calls": 1,
      "cost_usd": 0.00204662
    },
    {
      "question_id": "mkt-lhx-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8828,
      "tokens_in": 65716,
      "tokens_in_cached": 52072,
      "tokens_out": 740,
      "tool_calls": 3,
      "cost_usd": 0.0036189200000000003
    },
    {
      "question_id": "mkt-mrcy-fy2025-10k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5689,
      "tokens_in": 37073,
      "tokens_in_cached": 27707,
      "tokens_out": 594,
      "tool_calls": 2,
      "cost_usd": 0.0024468700000000003
    },
    {
      "question_id": "mkt-cmtl-item101-8k-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 13374,
      "tokens_in": 80489,
      "tokens_in_cached": 57431,
      "tokens_out": 1821,
      "tool_calls": 3,
      "cost_usd": 0.00609581
    },
    {
      "question_id": "mkt-ba-ortberg-ceo-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3950,
      "tokens_in": 46341,
      "tokens_in_cached": 27697,
      "tokens_out": 542,
      "tool_calls": 1,
      "cost_usd": 0.00427637
    },
    {
      "question_id": "mkt-rtx-name-change-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9627,
      "tokens_in": 73569,
      "tokens_in_cached": 62006,
      "tokens_out": 1580,
      "tool_calls": 5,
      "cost_usd": 0.0037218600000000004
    },
    {
      "question_id": "mkt-spce-workforce-cut-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5643,
      "tokens_in": 36361,
      "tokens_in_cached": 27726,
      "tokens_out": 636,
      "tool_calls": 2,
      "cost_usd": 0.0023218600000000002
    },
    {
      "question_id": "mkt-gd-q2-2026-earnings-8k-date",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 4598,
      "tokens_in": 36710,
      "tokens_in_cached": 27688,
      "tokens_out": 479,
      "tool_calls": 1,
      "cost_usd": 0.00232038
    },
    {
      "question_id": "mkt-cmtl-fy2025-10k-lag-days",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5777,
      "tokens_in": 39240,
      "tokens_in_cached": 27680,
      "tokens_out": 640,
      "tool_calls": 2,
      "cost_usd": 0.0029084000000000002
    },
    {
      "question_id": "mkt-gd-fy2025-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6820,
      "tokens_in": 38444,
      "tokens_in_cached": 27694,
      "tokens_out": 772,
      "tool_calls": 1,
      "cost_usd": 0.0028125399999999997
    },
    {
      "question_id": "mkt-mrcy-fy2026-period-end",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6613,
      "tokens_in": 38355,
      "tokens_in_cached": 27681,
      "tokens_out": 389,
      "tool_calls": 2,
      "cost_usd": 0.0026057100000000002
    },
    {
      "question_id": "mkt-rdw-8k-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6561,
      "tokens_in": 47074,
      "tokens_in_cached": 27693,
      "tokens_out": 1403,
      "tool_calls": 2,
      "cost_usd": 0.00485423
    },
    {
      "question_id": "mkt-satl-10q-count-through-2026q3",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7872,
      "tokens_in": 46117,
      "tokens_in_cached": 27700,
      "tokens_out": 1196,
      "tool_calls": 2,
      "cost_usd": 0.004558
    },
    {
      "question_id": "reg-fcc-space-sta-filings-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 18182,
      "tokens_in": 82902,
      "tokens_in_cached": 77067,
      "tokens_out": 3724,
      "tool_calls": 11,
      "cost_usd": 0.0037986700000000005
    },
    {
      "question_id": "reg-kuiper-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5576,
      "tokens_in": 53647,
      "tokens_in_cached": 46193,
      "tokens_out": 847,
      "tool_calls": 4,
      "cost_usd": 0.00237563
    },
    {
      "question_id": "reg-ngso-market-access-count",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7939,
      "tokens_in": 46798,
      "tokens_in_cached": 42722,
      "tokens_out": 853,
      "tool_calls": 2,
      "cost_usd": 0.00166832
    },
    {
      "question_id": "reg-oneweb-licensing-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5086,
      "tokens_in": 30486,
      "tokens_in_cached": 27648,
      "tokens_out": 361,
      "tool_calls": 2,
      "cost_usd": 0.00102418
    },
    {
      "question_id": "reg-fcc-ngso-most-authorizations",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9859,
      "tokens_in": 43076,
      "tokens_in_cached": 27649,
      "tokens_out": 1743,
      "tool_calls": 1,
      "cost_usd": 0.004232990000000001
    },
    {
      "question_id": "reg-faa-starship-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7220,
      "tokens_in": 55708,
      "tokens_in_cached": 46243,
      "tokens_out": 1146,
      "tool_calls": 4,
      "cost_usd": 0.00292783
    },
    {
      "question_id": "reg-faa-vulcan-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10372,
      "tokens_in": 80595,
      "tokens_in_cached": 65777,
      "tokens_out": 1397,
      "tool_calls": 5,
      "cost_usd": 0.0043190699999999995
    },
    {
      "question_id": "reg-faa-varda-reentry-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 10941,
      "tokens_in": 107916,
      "tokens_in_cached": 90213,
      "tokens_out": 1317,
      "tool_calls": 7,
      "cost_usd": 0.00510023
    },
    {
      "question_id": "reg-telesat-ka-100pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7767,
      "tokens_in": 60906,
      "tokens_in_cached": 47935,
      "tokens_out": 923,
      "tool_calls": 4,
      "cost_usd": 0.00353445
    },
    {
      "question_id": "reg-kineis-50pct-deadline",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6363,
      "tokens_in": 33009,
      "tokens_in_cached": 27666,
      "tokens_out": 727,
      "tool_calls": 2,
      "cost_usd": 0.0017083600000000001
    },
    {
      "question_id": "reg-fcc-sat-loa-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6856,
      "tokens_in": 49560,
      "tokens_in_cached": 43087,
      "tokens_out": 1238,
      "tool_calls": 3,
      "cost_usd": 0.00234387
    },
    {
      "question_id": "reg-ecfs-scs-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7409,
      "tokens_in": 55059,
      "tokens_in_cached": 47434,
      "tokens_out": 1100,
      "tool_calls": 4,
      "cost_usd": 0.0025487400000000003
    },
    {
      "question_id": "reg-ecfs-space-modernization-docket",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 6555,
      "tokens_in": 62036,
      "tokens_in_cached": 47665,
      "tokens_out": 723,
      "tool_calls": 3,
      "cost_usd": 0.00371175
    },
    {
      "question_id": "reg-itu-gw2-administration",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 4986,
      "tokens_in": 33810,
      "tokens_in_cached": 27660,
      "tokens_out": 622,
      "tool_calls": 2,
      "cost_usd": 0.0018172000000000002
    },
    {
      "question_id": "reg-globalstar-2nd-gen-admin",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 3704,
      "tokens_in": 30147,
      "tokens_in_cached": 27652,
      "tokens_out": 318,
      "tool_calls": 1,
      "cost_usd": 0.0009341200000000001
    },
    {
      "question_id": "fcc-5-year-rule",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5717,
      "tokens_in": 33804,
      "tokens_in_cached": 27655,
      "tokens_out": 587,
      "tool_calls": 1,
      "cost_usd": 0.0017994500000000002
    },
    {
      "question_id": "itu-ngso-milestones",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7213,
      "tokens_in": 37332,
      "tokens_in_cached": 27673,
      "tokens_out": 1010,
      "tool_calls": 2,
      "cost_usd": 0.0027131300000000002
    },
    {
      "question_id": "itu-bring-into-use-window",
      "type": "reasoning",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 13347,
      "tokens_in": 70401,
      "tokens_in_cached": 52234,
      "tokens_out": 2384,
      "tool_calls": 4,
      "cost_usd": 0.00534714
    },
    {
      "question_id": "fcc-satellite-rules-part",
      "type": "reasoning",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8449,
      "tokens_in": 33925,
      "tokens_in_cached": 27647,
      "tokens_out": 684,
      "tool_calls": 1,
      "cost_usd": 0.00187367
    },
    {
      "question_id": "ost-responsibility-article",
      "type": "reasoning",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 5626,
      "tokens_in": 33551,
      "tokens_in_cached": 27659,
      "tokens_out": 524,
      "tool_calls": 1,
      "cost_usd": 0.00171659
    },
    {
      "question_id": "reg-faa-new-shepard-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 8953,
      "tokens_in": 73807,
      "tokens_in_cached": 62876,
      "tokens_out": 1342,
      "tool_calls": 5,
      "cost_usd": 0.00348516
    },
    {
      "question_id": "reg-unoosa-registration-docs-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 11260,
      "tokens_in": 61526,
      "tokens_in_cached": 46238,
      "tokens_out": 1649,
      "tool_calls": 3,
      "cost_usd": 0.0043438800000000005
    },
    {
      "question_id": "reg-itu-biu-top-admin-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "incorrect",
      "latency_ms": 15185,
      "tokens_in": 94172,
      "tokens_in_cached": 75854,
      "tokens_out": 2590,
      "tool_calls": 4,
      "cost_usd": 0.00571634
    },
    {
      "question_id": "reg-itu-lux-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8189,
      "tokens_in": 48983,
      "tokens_in_cached": 43115,
      "tokens_out": 1032,
      "tool_calls": 3,
      "cost_usd": 0.0021201500000000003
    },
    {
      "question_id": "reg-faa-llo-14-091-govt-property",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 12256,
      "tokens_in": 109354,
      "tokens_in_cached": 91706,
      "tokens_out": 1518,
      "tool_calls": 6,
      "cost_usd": 0.00520466
    },
    {
      "question_id": "reg-faa-stratolaunch-vol-23-131-flight-tpl",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "abstained",
      "latency_ms": 13440,
      "tokens_in": 145490,
      "tokens_in_cached": 122702,
      "tokens_out": 1830,
      "tool_calls": 8,
      "cost_usd": 0.00669842
    },
    {
      "question_id": "reg-fcc-sat-mod-ratio-2025-2023",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5290,
      "tokens_in": 30338,
      "tokens_in_cached": 27690,
      "tokens_out": 577,
      "tool_calls": 2,
      "cost_usd": 0.0010946000000000003
    },
    {
      "question_id": "reg-ecfs-23-65-filings-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 9828,
      "tokens_in": 53589,
      "tokens_in_cached": 46629,
      "tokens_out": 1191,
      "tool_calls": 5,
      "cost_usd": 0.00245319
    },
    {
      "question_id": "reg-fcc-sat-assignment-toc-2024",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 8779,
      "tokens_in": 48401,
      "tokens_in_cached": 43078,
      "tokens_out": 1198,
      "tool_calls": 4,
      "cost_usd": 0.00209378
    },
    {
      "question_id": "reg-ngso-50pct-deadlines-2027",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 39075,
      "tokens_in": 304883,
      "tokens_in_cached": 216359,
      "tokens_out": 8658,
      "tool_calls": 28,
      "cost_usd": 0.043969789999999995
    },
    {
      "question_id": "reg-unoosa-uk-share-ser-e-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "correct",
      "latency_ms": 12106,
      "tokens_in": 66979,
      "tokens_in_cached": 52063,
      "tokens_out": 2503,
      "tool_calls": 4,
      "cost_usd": 0.00475473
    },
    {
      "question_id": "reg-unoosa-art-xi-docs-2015-2024",
      "type": "grounded",
      "category": "treaty",
      "outcome": "abstained",
      "latency_ms": 15586,
      "tokens_in": 147236,
      "tokens_in_cached": 118143,
      "tokens_out": 2569,
      "tool_calls": 7,
      "cost_usd": 0.008283529999999999
    },
    {
      "question_id": "reg-itu-india-biu-2015-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 7516,
      "tokens_in": 50933,
      "tokens_in_cached": 43099,
      "tokens_out": 1002,
      "tool_calls": 3,
      "cost_usd": 0.00249819
    },
    {
      "question_id": "reg-itu-biu-ratio-2024-2019",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5582,
      "tokens_in": 30371,
      "tokens_in_cached": 27704,
      "tokens_out": 695,
      "tool_calls": 2,
      "cost_usd": 0.00115754
    },
    {
      "question_id": "reg-fcc-sat-pdr-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 7398,
      "tokens_in": 46913,
      "tokens_in_cached": 43091,
      "tokens_out": 1097,
      "tool_calls": 3,
      "cost_usd": 0.0017432100000000002
    },
    {
      "question_id": "reg-ecfs-25-306-opposition-share",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 90239,
      "tokens_in": 740936,
      "tokens_in_cached": 577632,
      "tokens_out": 19718,
      "tool_calls": 22,
      "cost_usd": 0.17627951999999997
    },
    {
      "question_id": "reg-itu-chn-usa-biu-ratio-2020-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 6953,
      "tokens_in": 30494,
      "tokens_in_cached": 27721,
      "tokens_out": 742,
      "tool_calls": 2,
      "cost_usd": 0.00120241
    },
    {
      "question_id": "reg-itu-biu-distinct-admins-2024",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 13340,
      "tokens_in": 83369,
      "tokens_in_cached": 68711,
      "tokens_out": 2855,
      "tool_calls": 3,
      "cost_usd": 0.00504541
    },
    {
      "question_id": "reg-fcc-sat-sta-ratio-2025-2022",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 10072,
      "tokens_in": 47335,
      "tokens_in_cached": 43482,
      "tokens_out": 1628,
      "tool_calls": 7,
      "cost_usd": 0.0020188199999999997
    },
    {
      "question_id": "reg-fcc-sat-amd-per-loa-2023-2025",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 5845,
      "tokens_in": 30482,
      "tokens_in_cached": 27709,
      "tokens_out": 746,
      "tool_calls": 2,
      "cost_usd": 0.00120429
    },
    {
      "question_id": "reg-unoosa-ser-e-ratio-2025-2017",
      "type": "grounded",
      "category": "regulatory",
      "outcome": "correct",
      "latency_ms": 19184,
      "tokens_in": 122120,
      "tokens_in_cached": 98385,
      "tokens_out": 3107,
      "tool_calls": 9,
      "cost_usd": 0.00728335
    },
    {
      "question_id": "spec-cband-down-intelsat-vs-ses",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 8650,
      "tokens_in": 96768,
      "tokens_in_cached": 43216,
      "tokens_out": 1405,
      "tool_calls": 4,
      "cost_usd": 0.011844460000000001
    },
    {
      "question_id": "spec-ka-down-directv-vs-dish",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 11327,
      "tokens_in": 144647,
      "tokens_in_cached": 91898,
      "tokens_out": 1764,
      "tool_calls": 4,
      "cost_usd": 0.01235018
    },
    {
      "question_id": "spec-vband-hns-vs-northrop",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5442,
      "tokens_in": 65331,
      "tokens_in_cached": 27704,
      "tokens_out": 850,
      "tool_calls": 2,
      "cost_usd": 0.00822704
    },
    {
      "question_id": "spec-eband-fcc-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5455,
      "tokens_in": 35720,
      "tokens_in_cached": 27664,
      "tokens_out": 602,
      "tool_calls": 1,
      "cost_usd": 0.00218844
    },
    {
      "question_id": "spec-ka-up-hns-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9568,
      "tokens_in": 98729,
      "tokens_in_cached": 69023,
      "tokens_out": 1587,
      "tool_calls": 4,
      "cost_usd": 0.007424330000000001
    },
    {
      "question_id": "spec-ku-down-share-intelsat",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 9348,
      "tokens_in": 95736,
      "tokens_in_cached": 67816,
      "tokens_out": 915,
      "tool_calls": 2,
      "cost_usd": 0.006719060000000001
    },
    {
      "question_id": "spec-itu-cband-records",
      "type": "grounded",
      "category": "spectrum",
      "outcome": "correct",
      "latency_ms": 5199,
      "tokens_in": 30683,
      "tokens_in_cached": 27664,
      "tokens_out": 466,
      "tool_calls": 1,
      "cost_usd": 0.00111304
    }
  ]
}