{
  "definition": "Retained API prompt_tokens + completion_tokens, summed across the 17 included candidate runs and 11 gold/judging artifacts. Reasoning tokens are a completion-token subset and are not added again. Provider tokenizers differ. Excludes overwritten attempts, agent runs, smoke tests and superseded experiments; not an account-wide total. Missing usage is not imputed.",
  "totals": {
    "savedCalls": 7176,
    "callsWithUsage": 7175,
    "inputTokens": 44274103,
    "outputTokens": 10909671,
    "recordedCostUsd": 378.01456861799994,
    "totalTokens": 55183774
  },
  "artifacts": [
    {
      "stage": "generation",
      "artifact": "results/claude-fable-5-1.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 402516,
      "outputTokens": 97417,
      "recordedCostUsd": 8.896010000000002
    },
    {
      "stage": "generation",
      "artifact": "results/claude-haiku-4-5.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 347554,
      "outputTokens": 62015,
      "recordedCostUsd": 0.657629
    },
    {
      "stage": "generation",
      "artifact": "results/claude-opus-5.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 402316,
      "outputTokens": 97029,
      "recordedCostUsd": 4.437305000000002
    },
    {
      "stage": "generation",
      "artifact": "results/claude-sonnet-5.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 402316,
      "outputTokens": 89662,
      "recordedCostUsd": 1.7012520000000004
    },
    {
      "stage": "generation",
      "artifact": "results/deepseek-v4-1-flash.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 262496,
      "outputTokens": 63110,
      "recordedCostUsd": 0.06986452799999997
    },
    {
      "stage": "generation",
      "artifact": "results/deepseek-v4-pro-0813.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 262196,
      "outputTokens": 54339,
      "recordedCostUsd": 0.24185018000000003
    },
    {
      "stage": "generation",
      "artifact": "results/gemini-3-1-pro.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 194741,
      "outputTokens": 61496,
      "recordedCostUsd": 1.1274339999999996
    },
    {
      "stage": "generation",
      "artifact": "results/gemini-3-8-flash.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 194741,
      "outputTokens": 41249,
      "recordedCostUsd": 0.3007395
    },
    {
      "stage": "generation",
      "artifact": "results/gemini-3-flash.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 194741,
      "outputTokens": 40479,
      "recordedCostUsd": 0.2188074999999999
    },
    {
      "stage": "generation",
      "artifact": "results/gemma-4-31b.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 198499,
      "outputTokens": 42115,
      "recordedCostUsd": 0.03819984000000001
    },
    {
      "stage": "generation",
      "artifact": "results/glm-5-3.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 336162,
      "outputTokens": 78702,
      "recordedCostUsd": 0.7389943200000001
    },
    {
      "stage": "generation",
      "artifact": "results/gpt-5-6-luna.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 200987,
      "outputTokens": 35474,
      "recordedCostUsd": 0.09192056999999997
    },
    {
      "stage": "generation",
      "artifact": "results/gpt-5-6-sol.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 200987,
      "outputTokens": 32922,
      "recordedCostUsd": 0.8315375000000003
    },
    {
      "stage": "generation",
      "artifact": "results/grok-4-6.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 249624,
      "outputTokens": 75423,
      "recordedCostUsd": 0.923562
    },
    {
      "stage": "generation",
      "artifact": "results/kimi-k3.json",
      "savedCalls": 100,
      "callsWithUsage": 99,
      "inputTokens": 271934,
      "outputTokens": 59333,
      "recordedCostUsd": 1.5697116000000013
    },
    {
      "stage": "generation",
      "artifact": "results/qwen3-8-27b.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 237766,
      "outputTokens": 48146,
      "recordedCostUsd": 0.22085193000000003
    },
    {
      "stage": "generation",
      "artifact": "results/qwen3-8-max.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 240142,
      "outputTokens": 138832,
      "recordedCostUsd": 1.296759999999999
    },
    {
      "stage": "extraction",
      "artifact": "gold/extract/claude-fable-5-1.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 428947,
      "outputTokens": 424417,
      "recordedCostUsd": 25.510319999999997
    },
    {
      "stage": "extraction",
      "artifact": "gold/extract/gemini-3-8-flash.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 178520,
      "outputTokens": 508288,
      "recordedCostUsd": 2.0399700000000003
    },
    {
      "stage": "extraction",
      "artifact": "gold/extract/gpt-6-astra.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 201810,
      "outputTokens": 513072,
      "recordedCostUsd": 28.1484845
    },
    {
      "stage": "adjudication",
      "artifact": "gold/gold.v2.json",
      "savedCalls": 100,
      "callsWithUsage": 100,
      "inputTokens": 669053,
      "outputTokens": 916049,
      "recordedCostUsd": 54.08615649999996
    },
    {
      "stage": "full-judge",
      "artifact": "grades/claude-opus-5.json",
      "savedCalls": 1693,
      "callsWithUsage": 1693,
      "inputTokens": 16586956,
      "outputTokens": 1925306,
      "recordedCostUsd": 131.06743
    },
    {
      "stage": "full-judge",
      "artifact": "grades/gemini-3-8-flash.json",
      "savedCalls": 1693,
      "callsWithUsage": 1693,
      "inputTokens": 9299680,
      "outputTokens": 3217045,
      "recordedCostUsd": 19.03616639999996
    },
    {
      "stage": "calibration",
      "artifact": "grades/calibration/claude-opus-5-r1.json",
      "savedCalls": 338,
      "callsWithUsage": 338,
      "inputTokens": 3351159,
      "outputTokens": 391049,
      "recordedCostUsd": 26.53202
    },
    {
      "stage": "calibration",
      "artifact": "grades/calibration/claude-opus-5-r2.json",
      "savedCalls": 338,
      "callsWithUsage": 338,
      "inputTokens": 3351159,
      "outputTokens": 388635,
      "recordedCostUsd": 26.47167000000001
    },
    {
      "stage": "calibration",
      "artifact": "grades/calibration/gemini-3-8-flash-r1.json",
      "savedCalls": 338,
      "callsWithUsage": 338,
      "inputTokens": 1885832,
      "outputTokens": 636885,
      "recordedCostUsd": 3.8026927499999994
    },
    {
      "stage": "calibration",
      "artifact": "grades/calibration/gemini-3-8-flash-r2.json",
      "savedCalls": 338,
      "callsWithUsage": 338,
      "inputTokens": 1885832,
      "outputTokens": 647712,
      "recordedCostUsd": 3.843293999999997
    },
    {
      "stage": "calibration",
      "artifact": "grades/calibration/gpt-6-astra-r1.json",
      "savedCalls": 338,
      "callsWithUsage": 338,
      "inputTokens": 1835437,
      "outputTokens": 223470,
      "recordedCostUsd": 34.11393500000001
    }
  ]
}