{
 "name": "Qwen4-Max on CodeRouter's 175-task coding suite",
 "measured_by": "CodeRouter team (TokenWatt eval harness)",
 "page": "https://www.coderouter.io/blog/qwen4-max-coding-benchmark-2026",
 "updated": "2026-11-16",
 "contents": "Per-task pass/fail, tokens, list cost and time for qwen/qwen4-max. No model output is published.",
 "method": {
  "tasks": "175 single-file Python tasks: Exercism (Python) plus Aider polyglot hard set (Python); exercism/alphametics excluded to match the benchmark page's 175-task model matrix",
  "scoring": "Tests are run; on failure one retry with the failing test output. 'passed_first' = passed without the retry.",
  "call": "OpenRouter, model qwen/qwen4-max (provider: Alibaba), temperature 0, max_tokens 32768, reasoning at its default, 8 concurrent requests, 2026-11-16 UTC",
  "pricing": "OpenRouter list price on 2026-11-16: $1.50 per million input tokens, $4.50 per million output tokens (reasoning billed as output)",
  "comparison": "Other models: https://www.coderouter.io/benchmark (model_matrix in /benchmarks/coderouter-176-2026-11.json), measured 2026-11-03 through CodeRouter's production path"
 },
 "summary": {
  "tasks": 175,
  "passed_first_pct": 83.4,
  "passed_with_one_retry_pct": 96.0,
  "total_cost_usd": 1.47,
  "output_tokens": 271582,
  "reasoning_tokens": 196537,
  "median_latency_s": 11.33,
  "failed": [
   "exercism/paasio",
   "exercism/tree-building",
   "polyglot/dot-dsl",
   "polyglot/go-counting",
   "polyglot/paasio",
   "polyglot/pov",
   "polyglot/tree-building"
  ]
 },
 "limitations": [
  "One run; public tasks a model may have seen.",
  "Different day and call path from the comparison models.",
  "Times include the retry and depend on the provider's load."
 ],
 "tasks_detail": [
  {
   "task": "exercism/accumulate",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 255,
   "completion_tokens": 41,
   "reasoning_tokens": 5,
   "cost_usd": 0.000567,
   "latency_s": 2.12
  },
  {
   "task": "exercism/acronym",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 217,
   "completion_tokens": 608,
   "reasoning_tokens": 463,
   "cost_usd": 0.003061,
   "latency_s": 12.47
  },
  {
   "task": "exercism/affine-cipher",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1213,
   "completion_tokens": 568,
   "reasoning_tokens": 86,
   "cost_usd": 0.004376,
   "latency_s": 9.95
  },
  {
   "task": "exercism/all-your-base",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1979,
   "completion_tokens": 503,
   "reasoning_tokens": 141,
   "cost_usd": 0.005232,
   "latency_s": 11.48
  },
  {
   "task": "exercism/allergies",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 393,
   "completion_tokens": 169,
   "reasoning_tokens": 3,
   "cost_usd": 0.00135,
   "latency_s": 2.73
  },
  {
   "task": "exercism/anagram",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 524,
   "completion_tokens": 137,
   "reasoning_tokens": 25,
   "cost_usd": 0.001403,
   "latency_s": 4.83
  },
  {
   "task": "exercism/armstrong-numbers",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 315,
   "completion_tokens": 48,
   "reasoning_tokens": 3,
   "cost_usd": 0.000688,
   "latency_s": 2.08
  },
  {
   "task": "exercism/atbash-cipher",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 400,
   "completion_tokens": 159,
   "reasoning_tokens": 27,
   "cost_usd": 0.001316,
   "latency_s": 4.26
  },
  {
   "task": "exercism/bank-account",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1155,
   "completion_tokens": 409,
   "reasoning_tokens": 93,
   "cost_usd": 0.003573,
   "latency_s": 7.21
  },
  {
   "task": "exercism/beer-song",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 3706,
   "completion_tokens": 603,
   "reasoning_tokens": 330,
   "cost_usd": 0.008273,
   "latency_s": 11.76
  },
  {
   "task": "exercism/binary",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 656,
   "completion_tokens": 1399,
   "reasoning_tokens": 1218,
   "cost_usd": 0.00728,
   "latency_s": 29.01
  },
  {
   "task": "exercism/binary-search",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 939,
   "completion_tokens": 148,
   "reasoning_tokens": 4,
   "cost_usd": 0.002074,
   "latency_s": 3.38
  },
  {
   "task": "exercism/binary-search-tree",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 948,
   "completion_tokens": 383,
   "reasoning_tokens": 52,
   "cost_usd": 0.003145,
   "latency_s": 6.48
  },
  {
   "task": "exercism/bob",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 365,
   "completion_tokens": 256,
   "reasoning_tokens": 130,
   "cost_usd": 0.0017,
   "latency_s": 7.04
  },
  {
   "task": "exercism/book-store",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 718,
   "completion_tokens": 973,
   "reasoning_tokens": 678,
   "cost_usd": 0.005456,
   "latency_s": 20.62
  },
  {
   "task": "exercism/bottle-song",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 526,
   "completion_tokens": 372,
   "reasoning_tokens": 113,
   "cost_usd": 0.002463,
   "latency_s": 6.99
  },
  {
   "task": "exercism/bowling",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 971,
   "completion_tokens": 10268,
   "reasoning_tokens": 9438,
   "cost_usd": 0.047662,
   "latency_s": 170.64
  },
  {
   "task": "exercism/camicia",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 2002,
   "completion_tokens": 15467,
   "reasoning_tokens": 14247,
   "cost_usd": 0.072605,
   "latency_s": 297.77
  },
  {
   "task": "exercism/change",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 833,
   "completion_tokens": 1165,
   "reasoning_tokens": 778,
   "cost_usd": 0.006492,
   "latency_s": 18.95
  },
  {
   "task": "exercism/circular-buffer",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1150,
   "completion_tokens": 274,
   "reasoning_tokens": 7,
   "cost_usd": 0.002958,
   "latency_s": 5.38
  },
  {
   "task": "exercism/clock",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1334,
   "completion_tokens": 303,
   "reasoning_tokens": 77,
   "cost_usd": 0.003364,
   "latency_s": 8.34
  },
  {
   "task": "exercism/collatz-conjecture",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 752,
   "completion_tokens": 187,
   "reasoning_tokens": 26,
   "cost_usd": 0.001969,
   "latency_s": 3.32
  },
  {
   "task": "exercism/complex-numbers",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1024,
   "completion_tokens": 3610,
   "reasoning_tokens": 2642,
   "cost_usd": 0.017781,
   "latency_s": 59.23
  },
  {
   "task": "exercism/connect",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 403,
   "completion_tokens": 783,
   "reasoning_tokens": 250,
   "cost_usd": 0.004128,
   "latency_s": 13.52
  },
  {
   "task": "exercism/crypto-square",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 634,
   "completion_tokens": 719,
   "reasoning_tokens": 493,
   "cost_usd": 0.004187,
   "latency_s": 12.47
  },
  {
   "task": "exercism/custom-set",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 265,
   "completion_tokens": 883,
   "reasoning_tokens": 483,
   "cost_usd": 0.004371,
   "latency_s": 14.7
  },
  {
   "task": "exercism/darts",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 574,
   "completion_tokens": 121,
   "reasoning_tokens": 28,
   "cost_usd": 0.001406,
   "latency_s": 4.23
  },
  {
   "task": "exercism/diamond",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 411,
   "completion_tokens": 215,
   "reasoning_tokens": 71,
   "cost_usd": 0.001584,
   "latency_s": 5.48
  },
  {
   "task": "exercism/difference-of-squares",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 297,
   "completion_tokens": 89,
   "reasoning_tokens": 3,
   "cost_usd": 0.000846,
   "latency_s": 3.42
  },
  {
   "task": "exercism/diffie-hellman",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 616,
   "completion_tokens": 258,
   "reasoning_tokens": 89,
   "cost_usd": 0.002085,
   "latency_s": 5.53
  },
  {
   "task": "exercism/dnd-character",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 842,
   "completion_tokens": 653,
   "reasoning_tokens": 438,
   "cost_usd": 0.004202,
   "latency_s": 10.61
  },
  {
   "task": "exercism/dominoes",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 515,
   "completion_tokens": 1459,
   "reasoning_tokens": 836,
   "cost_usd": 0.007338,
   "latency_s": 24.66
  },
  {
   "task": "exercism/dot-dsl",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2612,
   "completion_tokens": 6872,
   "reasoning_tokens": 5972,
   "cost_usd": 0.034842,
   "latency_s": 105.63
  },
  {
   "task": "exercism/eliuds-eggs",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 606,
   "completion_tokens": 68,
   "reasoning_tokens": 5,
   "cost_usd": 0.001215,
   "latency_s": 1.74
  },
  {
   "task": "exercism/error-handling",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 309,
   "completion_tokens": 1897,
   "reasoning_tokens": 1690,
   "cost_usd": 0.009,
   "latency_s": 40.62
  },
  {
   "task": "exercism/etl",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 579,
   "completion_tokens": 125,
   "reasoning_tokens": 5,
   "cost_usd": 0.001431,
   "latency_s": 4.37
  },
  {
   "task": "exercism/flatten-array",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 314,
   "completion_tokens": 248,
   "reasoning_tokens": 153,
   "cost_usd": 0.001587,
   "latency_s": 6.2
  },
  {
   "task": "exercism/flower-field",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 663,
   "completion_tokens": 310,
   "reasoning_tokens": 32,
   "cost_usd": 0.00239,
   "latency_s": 4.99
  },
  {
   "task": "exercism/food-chain",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 737,
   "completion_tokens": 830,
   "reasoning_tokens": 392,
   "cost_usd": 0.004841,
   "latency_s": 12.78
  },
  {
   "task": "exercism/forth",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 798,
   "completion_tokens": 2064,
   "reasoning_tokens": 1344,
   "cost_usd": 0.010485,
   "latency_s": 37.1
  },
  {
   "task": "exercism/game-of-life",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 305,
   "completion_tokens": 329,
   "reasoning_tokens": 14,
   "cost_usd": 0.001938,
   "latency_s": 6.77
  },
  {
   "task": "exercism/gigasecond",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1029,
   "completion_tokens": 66,
   "reasoning_tokens": 3,
   "cost_usd": 0.00184,
   "latency_s": 2.62
  },
  {
   "task": "exercism/go-counting",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2630,
   "completion_tokens": 1813,
   "reasoning_tokens": 445,
   "cost_usd": 0.012103,
   "latency_s": 28.48
  },
  {
   "task": "exercism/grade-school",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 509,
   "completion_tokens": 255,
   "reasoning_tokens": 75,
   "cost_usd": 0.001911,
   "latency_s": 6.09
  },
  {
   "task": "exercism/grains",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 505,
   "completion_tokens": 103,
   "reasoning_tokens": 3,
   "cost_usd": 0.001221,
   "latency_s": 2.84
  },
  {
   "task": "exercism/grep",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1651,
   "completion_tokens": 1406,
   "reasoning_tokens": 790,
   "cost_usd": 0.008439,
   "latency_s": 24.83
  },
  {
   "task": "exercism/hamming",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 610,
   "completion_tokens": 336,
   "reasoning_tokens": 226,
   "cost_usd": 0.002427,
   "latency_s": 9.65
  },
  {
   "task": "exercism/hangman",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2124,
   "completion_tokens": 8659,
   "reasoning_tokens": 7612,
   "cost_usd": 0.042151,
   "latency_s": 136.78
  },
  {
   "task": "exercism/hello-world",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 219,
   "completion_tokens": 20,
   "reasoning_tokens": 2,
   "cost_usd": 0.000418,
   "latency_s": 3.01
  },
  {
   "task": "exercism/hexadecimal",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 780,
   "completion_tokens": 1691,
   "reasoning_tokens": 1195,
   "cost_usd": 0.008779,
   "latency_s": 26.52
  },
  {
   "task": "exercism/high-scores",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 309,
   "completion_tokens": 163,
   "reasoning_tokens": 53,
   "cost_usd": 0.001197,
   "latency_s": 5.17
  },
  {
   "task": "exercism/house",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2702,
   "completion_tokens": 1156,
   "reasoning_tokens": 587,
   "cost_usd": 0.009255,
   "latency_s": 20.15
  },
  {
   "task": "exercism/isbn-verifier",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 606,
   "completion_tokens": 183,
   "reasoning_tokens": 25,
   "cost_usd": 0.001733,
   "latency_s": 4.67
  },
  {
   "task": "exercism/isogram",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 183,
   "completion_tokens": 112,
   "reasoning_tokens": 3,
   "cost_usd": 0.000779,
   "latency_s": 4.2
  },
  {
   "task": "exercism/killer-sudoku-helper",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1377,
   "completion_tokens": 343,
   "reasoning_tokens": 140,
   "cost_usd": 0.003609,
   "latency_s": 7.59
  },
  {
   "task": "exercism/kindergarten-garden",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1256,
   "completion_tokens": 331,
   "reasoning_tokens": 54,
   "cost_usd": 0.003374,
   "latency_s": 8.04
  },
  {
   "task": "exercism/knapsack",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 460,
   "completion_tokens": 211,
   "reasoning_tokens": 10,
   "cost_usd": 0.001639,
   "latency_s": 3.97
  },
  {
   "task": "exercism/largest-series-product",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 803,
   "completion_tokens": 461,
   "reasoning_tokens": 243,
   "cost_usd": 0.003279,
   "latency_s": 8.73
  },
  {
   "task": "exercism/leap",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 277,
   "completion_tokens": 65,
   "reasoning_tokens": 2,
   "cost_usd": 0.000708,
   "latency_s": 1.99
  },
  {
   "task": "exercism/ledger",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 2525,
   "completion_tokens": 3003,
   "reasoning_tokens": 1748,
   "cost_usd": 0.017301,
   "latency_s": 52.56
  },
  {
   "task": "exercism/line-up",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 429,
   "completion_tokens": 159,
   "reasoning_tokens": 30,
   "cost_usd": 0.001359,
   "latency_s": 4.71
  },
  {
   "task": "exercism/linked-list",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1317,
   "completion_tokens": 844,
   "reasoning_tokens": 116,
   "cost_usd": 0.005773,
   "latency_s": 12.45
  },
  {
   "task": "exercism/list-ops",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 481,
   "completion_tokens": 913,
   "reasoning_tokens": 622,
   "cost_usd": 0.00483,
   "latency_s": 14.37
  },
  {
   "task": "exercism/luhn",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 826,
   "completion_tokens": 206,
   "reasoning_tokens": 41,
   "cost_usd": 0.002166,
   "latency_s": 4.65
  },
  {
   "task": "exercism/markdown",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1085,
   "completion_tokens": 3226,
   "reasoning_tokens": 2590,
   "cost_usd": 0.016144,
   "latency_s": 76.04
  },
  {
   "task": "exercism/matching-brackets",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 291,
   "completion_tokens": 126,
   "reasoning_tokens": 4,
   "cost_usd": 0.001004,
   "latency_s": 4.01
  },
  {
   "task": "exercism/matrix",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 598,
   "completion_tokens": 138,
   "reasoning_tokens": 34,
   "cost_usd": 0.001518,
   "latency_s": 4.9
  },
  {
   "task": "exercism/meetup",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1405,
   "completion_tokens": 555,
   "reasoning_tokens": 54,
   "cost_usd": 0.004605,
   "latency_s": 9.86
  },
  {
   "task": "exercism/minesweeper",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1843,
   "completion_tokens": 748,
   "reasoning_tokens": 49,
   "cost_usd": 0.006131,
   "latency_s": 13.69
  },
  {
   "task": "exercism/nth-prime",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 439,
   "completion_tokens": 236,
   "reasoning_tokens": 21,
   "cost_usd": 0.001721,
   "latency_s": 4.36
  },
  {
   "task": "exercism/nucleotide-count",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 407,
   "completion_tokens": 851,
   "reasoning_tokens": 695,
   "cost_usd": 0.00444,
   "latency_s": 13.66
  },
  {
   "task": "exercism/ocr-numbers",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 874,
   "completion_tokens": 1408,
   "reasoning_tokens": 986,
   "cost_usd": 0.007647,
   "latency_s": 35.87
  },
  {
   "task": "exercism/octal",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1302,
   "completion_tokens": 1108,
   "reasoning_tokens": 755,
   "cost_usd": 0.006939,
   "latency_s": 26.31
  },
  {
   "task": "exercism/paasio",
   "passed_first": false,
   "passed": false,
   "attempts": 2,
   "prompt_tokens": 2130,
   "completion_tokens": 22475,
   "reasoning_tokens": 20691,
   "cost_usd": 0.104332,
   "latency_s": 398.85
  },
  {
   "task": "exercism/palindrome-products",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1088,
   "completion_tokens": 2072,
   "reasoning_tokens": 1516,
   "cost_usd": 0.010956,
   "latency_s": 36.89
  },
  {
   "task": "exercism/pangram",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 328,
   "completion_tokens": 66,
   "reasoning_tokens": 3,
   "cost_usd": 0.000789,
   "latency_s": 3.33
  },
  {
   "task": "exercism/parallel-letter-frequency",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 152,
   "completion_tokens": 1419,
   "reasoning_tokens": 1034,
   "cost_usd": 0.006613,
   "latency_s": 32.25
  },
  {
   "task": "exercism/pascals-triangle",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 3484,
   "completion_tokens": 689,
   "reasoning_tokens": 215,
   "cost_usd": 0.008327,
   "latency_s": 14.51
  },
  {
   "task": "exercism/perfect-numbers",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 854,
   "completion_tokens": 282,
   "reasoning_tokens": 61,
   "cost_usd": 0.00255,
   "latency_s": 6.57
  },
  {
   "task": "exercism/phone-number",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2868,
   "completion_tokens": 1585,
   "reasoning_tokens": 811,
   "cost_usd": 0.011435,
   "latency_s": 27.24
  },
  {
   "task": "exercism/pig-latin",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 737,
   "completion_tokens": 658,
   "reasoning_tokens": 386,
   "cost_usd": 0.004066,
   "latency_s": 10.85
  },
  {
   "task": "exercism/point-mutations",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1343,
   "completion_tokens": 1095,
   "reasoning_tokens": 862,
   "cost_usd": 0.006942,
   "latency_s": 19.17
  },
  {
   "task": "exercism/poker",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 141,
   "completion_tokens": 2165,
   "reasoning_tokens": 1469,
   "cost_usd": 0.009954,
   "latency_s": 40.16
  },
  {
   "task": "exercism/pov",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2608,
   "completion_tokens": 2865,
   "reasoning_tokens": 1858,
   "cost_usd": 0.016804,
   "latency_s": 47.45
  },
  {
   "task": "exercism/prime-factors",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 366,
   "completion_tokens": 107,
   "reasoning_tokens": 4,
   "cost_usd": 0.00103,
   "latency_s": 2.51
  },
  {
   "task": "exercism/protein-translation",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 519,
   "completion_tokens": 382,
   "reasoning_tokens": 39,
   "cost_usd": 0.002498,
   "latency_s": 6.68
  },
  {
   "task": "exercism/proverb",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 418,
   "completion_tokens": 320,
   "reasoning_tokens": 154,
   "cost_usd": 0.002067,
   "latency_s": 6.28
  },
  {
   "task": "exercism/pythagorean-triplet",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 722,
   "completion_tokens": 503,
   "reasoning_tokens": 223,
   "cost_usd": 0.003347,
   "latency_s": 9.93
  },
  {
   "task": "exercism/queen-attack",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 785,
   "completion_tokens": 220,
   "reasoning_tokens": 22,
   "cost_usd": 0.002168,
   "latency_s": 4.85
  },
  {
   "task": "exercism/rail-fence-cipher",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 752,
   "completion_tokens": 632,
   "reasoning_tokens": 347,
   "cost_usd": 0.003972,
   "latency_s": 12.31
  },
  {
   "task": "exercism/raindrops",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 693,
   "completion_tokens": 97,
   "reasoning_tokens": 3,
   "cost_usd": 0.001476,
   "latency_s": 2.2
  },
  {
   "task": "exercism/rational-numbers",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1115,
   "completion_tokens": 2432,
   "reasoning_tokens": 1511,
   "cost_usd": 0.012616,
   "latency_s": 43.91
  },
  {
   "task": "exercism/react",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 287,
   "completion_tokens": 3138,
   "reasoning_tokens": 2576,
   "cost_usd": 0.014552,
   "latency_s": 55.27
  },
  {
   "task": "exercism/rectangles",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 275,
   "completion_tokens": 634,
   "reasoning_tokens": 188,
   "cost_usd": 0.003266,
   "latency_s": 12.17
  },
  {
   "task": "exercism/relative-distance",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1553,
   "completion_tokens": 2614,
   "reasoning_tokens": 2243,
   "cost_usd": 0.014093,
   "latency_s": 47.1
  },
  {
   "task": "exercism/resistor-color",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 437,
   "completion_tokens": 119,
   "reasoning_tokens": 3,
   "cost_usd": 0.001191,
   "latency_s": 4.7
  },
  {
   "task": "exercism/resistor-color-duo",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 408,
   "completion_tokens": 108,
   "reasoning_tokens": 3,
   "cost_usd": 0.001098,
   "latency_s": 2.3
  },
  {
   "task": "exercism/resistor-color-expert",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1134,
   "completion_tokens": 1474,
   "reasoning_tokens": 1045,
   "cost_usd": 0.008334,
   "latency_s": 27.69
  },
  {
   "task": "exercism/resistor-color-trio",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 714,
   "completion_tokens": 1358,
   "reasoning_tokens": 1140,
   "cost_usd": 0.007182,
   "latency_s": 21.75
  },
  {
   "task": "exercism/rest-api",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 670,
   "completion_tokens": 2587,
   "reasoning_tokens": 1782,
   "cost_usd": 0.012646,
   "latency_s": 40.66
  },
  {
   "task": "exercism/reverse-string",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 211,
   "completion_tokens": 29,
   "reasoning_tokens": 2,
   "cost_usd": 0.000447,
   "latency_s": 2.75
  },
  {
   "task": "exercism/rna-transcription",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 428,
   "completion_tokens": 53,
   "reasoning_tokens": 3,
   "cost_usd": 0.00088,
   "latency_s": 2.0
  },
  {
   "task": "exercism/robot-name",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 992,
   "completion_tokens": 1142,
   "reasoning_tokens": 613,
   "cost_usd": 0.006627,
   "latency_s": 28.92
  },
  {
   "task": "exercism/robot-simulator",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 344,
   "completion_tokens": 495,
   "reasoning_tokens": 151,
   "cost_usd": 0.002743,
   "latency_s": 9.47
  },
  {
   "task": "exercism/roman-numerals",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 780,
   "completion_tokens": 311,
   "reasoning_tokens": 3,
   "cost_usd": 0.00257,
   "latency_s": 4.99
  },
  {
   "task": "exercism/rotational-cipher",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 404,
   "completion_tokens": 139,
   "reasoning_tokens": 3,
   "cost_usd": 0.001231,
   "latency_s": 3.02
  },
  {
   "task": "exercism/run-length-encoding",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 325,
   "completion_tokens": 144,
   "reasoning_tokens": 24,
   "cost_usd": 0.001136,
   "latency_s": 3.65
  },
  {
   "task": "exercism/saddle-points",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2151,
   "completion_tokens": 507,
   "reasoning_tokens": 81,
   "cost_usd": 0.004778,
   "latency_s": 11.33
  },
  {
   "task": "exercism/satellite",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 646,
   "completion_tokens": 547,
   "reasoning_tokens": 158,
   "cost_usd": 0.00343,
   "latency_s": 9.91
  },
  {
   "task": "exercism/say",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 563,
   "completion_tokens": 559,
   "reasoning_tokens": 70,
   "cost_usd": 0.00336,
   "latency_s": 9.11
  },
  {
   "task": "exercism/scale-generator",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1081,
   "completion_tokens": 1470,
   "reasoning_tokens": 854,
   "cost_usd": 0.008237,
   "latency_s": 23.72
  },
  {
   "task": "exercism/scrabble-score",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 361,
   "completion_tokens": 239,
   "reasoning_tokens": 3,
   "cost_usd": 0.001617,
   "latency_s": 5.43
  },
  {
   "task": "exercism/secret-handshake",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 634,
   "completion_tokens": 256,
   "reasoning_tokens": 138,
   "cost_usd": 0.002103,
   "latency_s": 7.22
  },
  {
   "task": "exercism/series",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 558,
   "completion_tokens": 259,
   "reasoning_tokens": 132,
   "cost_usd": 0.002002,
   "latency_s": 5.96
  },
  {
   "task": "exercism/sgf-parsing",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1520,
   "completion_tokens": 9190,
   "reasoning_tokens": 8187,
   "cost_usd": 0.043635,
   "latency_s": 139.3
  },
  {
   "task": "exercism/sieve",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1138,
   "completion_tokens": 159,
   "reasoning_tokens": 4,
   "cost_usd": 0.002423,
   "latency_s": 5.29
  },
  {
   "task": "exercism/simple-cipher",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 984,
   "completion_tokens": 334,
   "reasoning_tokens": 77,
   "cost_usd": 0.002979,
   "latency_s": 6.39
  },
  {
   "task": "exercism/simple-linked-list",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 5104,
   "completion_tokens": 2283,
   "reasoning_tokens": 1384,
   "cost_usd": 0.01793,
   "latency_s": 31.91
  },
  {
   "task": "exercism/space-age",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1118,
   "completion_tokens": 383,
   "reasoning_tokens": 3,
   "cost_usd": 0.0034,
   "latency_s": 6.06
  },
  {
   "task": "exercism/spiral-matrix",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 373,
   "completion_tokens": 325,
   "reasoning_tokens": 10,
   "cost_usd": 0.002022,
   "latency_s": 6.54
  },
  {
   "task": "exercism/square-root",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 631,
   "completion_tokens": 612,
   "reasoning_tokens": 420,
   "cost_usd": 0.0037,
   "latency_s": 12.74
  },
  {
   "task": "exercism/state-of-tic-tac-toe",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1044,
   "completion_tokens": 1787,
   "reasoning_tokens": 1074,
   "cost_usd": 0.009607,
   "latency_s": 29.08
  },
  {
   "task": "exercism/strain",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 314,
   "completion_tokens": 53,
   "reasoning_tokens": 6,
   "cost_usd": 0.000709,
   "latency_s": 2.51
  },
  {
   "task": "exercism/sublist",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 822,
   "completion_tokens": 373,
   "reasoning_tokens": 55,
   "cost_usd": 0.002912,
   "latency_s": 5.96
  },
  {
   "task": "exercism/sum-of-multiples",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 600,
   "completion_tokens": 94,
   "reasoning_tokens": 14,
   "cost_usd": 0.001323,
   "latency_s": 4.12
  },
  {
   "task": "exercism/swift-scheduling",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 731,
   "completion_tokens": 2604,
   "reasoning_tokens": 1863,
   "cost_usd": 0.012814,
   "latency_s": 37.5
  },
  {
   "task": "exercism/tournament",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 586,
   "completion_tokens": 643,
   "reasoning_tokens": 134,
   "cost_usd": 0.003772,
   "latency_s": 11.8
  },
  {
   "task": "exercism/transpose",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 313,
   "completion_tokens": 451,
   "reasoning_tokens": 307,
   "cost_usd": 0.002499,
   "latency_s": 9.74
  },
  {
   "task": "exercism/tree-building",
   "passed_first": false,
   "passed": false,
   "attempts": 2,
   "prompt_tokens": 2617,
   "completion_tokens": 2249,
   "reasoning_tokens": 1518,
   "cost_usd": 0.012952,
   "latency_s": 42.65
  },
  {
   "task": "exercism/triangle",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 422,
   "completion_tokens": 249,
   "reasoning_tokens": 92,
   "cost_usd": 0.001754,
   "latency_s": 8.42
  },
  {
   "task": "exercism/trinary",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 338,
   "completion_tokens": 291,
   "reasoning_tokens": 156,
   "cost_usd": 0.001816,
   "latency_s": 5.62
  },
  {
   "task": "exercism/twelve-days",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 981,
   "completion_tokens": 382,
   "reasoning_tokens": 14,
   "cost_usd": 0.003191,
   "latency_s": 7.66
  },
  {
   "task": "exercism/two-bucket",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 891,
   "completion_tokens": 2298,
   "reasoning_tokens": 1755,
   "cost_usd": 0.011678,
   "latency_s": 38.36
  },
  {
   "task": "exercism/two-fer",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 381,
   "completion_tokens": 73,
   "reasoning_tokens": 7,
   "cost_usd": 0.0009,
   "latency_s": 4.14
  },
  {
   "task": "exercism/variable-length-quantity",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 785,
   "completion_tokens": 418,
   "reasoning_tokens": 106,
   "cost_usd": 0.003059,
   "latency_s": 7.11
  },
  {
   "task": "exercism/word-count",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 523,
   "completion_tokens": 307,
   "reasoning_tokens": 200,
   "cost_usd": 0.002166,
   "latency_s": 8.39
  },
  {
   "task": "exercism/word-search",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1669,
   "completion_tokens": 1390,
   "reasoning_tokens": 203,
   "cost_usd": 0.008759,
   "latency_s": 20.46
  },
  {
   "task": "exercism/wordy",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 969,
   "completion_tokens": 2171,
   "reasoning_tokens": 1740,
   "cost_usd": 0.011223,
   "latency_s": 33.74
  },
  {
   "task": "exercism/yacht",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 874,
   "completion_tokens": 524,
   "reasoning_tokens": 68,
   "cost_usd": 0.003669,
   "latency_s": 9.07
  },
  {
   "task": "exercism/zebra-puzzle",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 605,
   "completion_tokens": 1485,
   "reasoning_tokens": 579,
   "cost_usd": 0.00759,
   "latency_s": 23.02
  },
  {
   "task": "exercism/zipper",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 536,
   "completion_tokens": 3885,
   "reasoning_tokens": 2942,
   "cost_usd": 0.018287,
   "latency_s": 64.43
  },
  {
   "task": "polyglot/affine-cipher",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1213,
   "completion_tokens": 460,
   "reasoning_tokens": 51,
   "cost_usd": 0.00389,
   "latency_s": 8.01
  },
  {
   "task": "polyglot/beer-song",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 3706,
   "completion_tokens": 531,
   "reasoning_tokens": 191,
   "cost_usd": 0.002841,
   "latency_s": 9.28
  },
  {
   "task": "polyglot/book-store",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 718,
   "completion_tokens": 1215,
   "reasoning_tokens": 921,
   "cost_usd": 0.006544,
   "latency_s": 22.94
  },
  {
   "task": "polyglot/bottle-song",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 526,
   "completion_tokens": 412,
   "reasoning_tokens": 147,
   "cost_usd": 0.002643,
   "latency_s": 7.76
  },
  {
   "task": "polyglot/bowling",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 971,
   "completion_tokens": 4393,
   "reasoning_tokens": 3603,
   "cost_usd": 0.021225,
   "latency_s": 65.79
  },
  {
   "task": "polyglot/connect",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 403,
   "completion_tokens": 1023,
   "reasoning_tokens": 529,
   "cost_usd": 0.005208,
   "latency_s": 20.6
  },
  {
   "task": "polyglot/dominoes",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1578,
   "completion_tokens": 2956,
   "reasoning_tokens": 1868,
   "cost_usd": 0.015669,
   "latency_s": 50.2
  },
  {
   "task": "polyglot/dot-dsl",
   "passed_first": false,
   "passed": false,
   "attempts": 2,
   "prompt_tokens": 2676,
   "completion_tokens": 4215,
   "reasoning_tokens": 3227,
   "cost_usd": 0.022982,
   "latency_s": 64.78
  },
  {
   "task": "polyglot/food-chain",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 737,
   "completion_tokens": 652,
   "reasoning_tokens": 178,
   "cost_usd": 0.004039,
   "latency_s": 10.87
  },
  {
   "task": "polyglot/forth",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 798,
   "completion_tokens": 2651,
   "reasoning_tokens": 1832,
   "cost_usd": 0.013126,
   "latency_s": 45.4
  },
  {
   "task": "polyglot/go-counting",
   "passed_first": false,
   "passed": false,
   "attempts": 2,
   "prompt_tokens": 2719,
   "completion_tokens": 2326,
   "reasoning_tokens": 785,
   "cost_usd": 0.014545,
   "latency_s": 44.87
  },
  {
   "task": "polyglot/grade-school",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 488,
   "completion_tokens": 347,
   "reasoning_tokens": 187,
   "cost_usd": 0.002293,
   "latency_s": 9.08
  },
  {
   "task": "polyglot/grep",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 1638,
   "completion_tokens": 1633,
   "reasoning_tokens": 769,
   "cost_usd": 0.009805,
   "latency_s": 30.19
  },
  {
   "task": "polyglot/hangman",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2054,
   "completion_tokens": 15416,
   "reasoning_tokens": 14539,
   "cost_usd": 0.072453,
   "latency_s": 252.76
  },
  {
   "task": "polyglot/list-ops",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 481,
   "completion_tokens": 1135,
   "reasoning_tokens": 844,
   "cost_usd": 0.005829,
   "latency_s": 19.17
  },
  {
   "task": "polyglot/paasio",
   "passed_first": false,
   "passed": false,
   "attempts": 2,
   "prompt_tokens": 2080,
   "completion_tokens": 9920,
   "reasoning_tokens": 8348,
   "cost_usd": 0.04703,
   "latency_s": 157.77
  },
  {
   "task": "polyglot/phone-number",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 2639,
   "completion_tokens": 1646,
   "reasoning_tokens": 757,
   "cost_usd": 0.011366,
   "latency_s": 27.13
  },
  {
   "task": "polyglot/pig-latin",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 737,
   "completion_tokens": 633,
   "reasoning_tokens": 354,
   "cost_usd": 0.003954,
   "latency_s": 13.05
  },
  {
   "task": "polyglot/poker",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 141,
   "completion_tokens": 2018,
   "reasoning_tokens": 1355,
   "cost_usd": 0.009293,
   "latency_s": 36.34
  },
  {
   "task": "polyglot/pov",
   "passed_first": false,
   "passed": false,
   "attempts": 2,
   "prompt_tokens": 2709,
   "completion_tokens": 5361,
   "reasoning_tokens": 4121,
   "cost_usd": 0.028188,
   "latency_s": 86.93
  },
  {
   "task": "polyglot/proverb",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 418,
   "completion_tokens": 296,
   "reasoning_tokens": 135,
   "cost_usd": 0.001959,
   "latency_s": 6.6
  },
  {
   "task": "polyglot/react",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 287,
   "completion_tokens": 2182,
   "reasoning_tokens": 1566,
   "cost_usd": 0.010249,
   "latency_s": 38.0
  },
  {
   "task": "polyglot/rest-api",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 671,
   "completion_tokens": 5477,
   "reasoning_tokens": 4420,
   "cost_usd": 0.025653,
   "latency_s": 83.14
  },
  {
   "task": "polyglot/robot-name",
   "passed_first": false,
   "passed": true,
   "attempts": 2,
   "prompt_tokens": 972,
   "completion_tokens": 1063,
   "reasoning_tokens": 611,
   "cost_usd": 0.006242,
   "latency_s": 18.59
  },
  {
   "task": "polyglot/scale-generator",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1081,
   "completion_tokens": 1110,
   "reasoning_tokens": 745,
   "cost_usd": 0.006616,
   "latency_s": 20.13
  },
  {
   "task": "polyglot/sgf-parsing",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 1520,
   "completion_tokens": 5310,
   "reasoning_tokens": 4349,
   "cost_usd": 0.026175,
   "latency_s": 88.82
  },
  {
   "task": "polyglot/simple-linked-list",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 2200,
   "completion_tokens": 1228,
   "reasoning_tokens": 767,
   "cost_usd": 0.008826,
   "latency_s": 20.03
  },
  {
   "task": "polyglot/transpose",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 313,
   "completion_tokens": 551,
   "reasoning_tokens": 376,
   "cost_usd": 0.002949,
   "latency_s": 15.14
  },
  {
   "task": "polyglot/tree-building",
   "passed_first": false,
   "passed": false,
   "attempts": 2,
   "prompt_tokens": 2601,
   "completion_tokens": 3402,
   "reasoning_tokens": 2729,
   "cost_usd": 0.018116,
   "latency_s": 50.45
  },
  {
   "task": "polyglot/two-bucket",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 891,
   "completion_tokens": 3282,
   "reasoning_tokens": 2612,
   "cost_usd": 0.016105,
   "latency_s": 55.48
  },
  {
   "task": "polyglot/variable-length-quantity",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 785,
   "completion_tokens": 631,
   "reasoning_tokens": 347,
   "cost_usd": 0.004017,
   "latency_s": 10.49
  },
  {
   "task": "polyglot/wordy",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 969,
   "completion_tokens": 1780,
   "reasoning_tokens": 1274,
   "cost_usd": 0.009463,
   "latency_s": 28.83
  },
  {
   "task": "polyglot/zebra-puzzle",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 605,
   "completion_tokens": 1834,
   "reasoning_tokens": 990,
   "cost_usd": 0.009161,
   "latency_s": 27.36
  },
  {
   "task": "polyglot/zipper",
   "passed_first": true,
   "passed": true,
   "attempts": 1,
   "prompt_tokens": 536,
   "completion_tokens": 4366,
   "reasoning_tokens": 3571,
   "cost_usd": 0.020451,
   "latency_s": 65.15
  }
 ]
}