{
 "name": "GPT-6.2 Sol and GPT-6.2 Astra on CodeRouter's 175-task coding suite",
 "measured_by": "CodeRouter team (TokenWatt eval harness)",
 "page": "https://www.coderouter.io/blog/gpt-6-2-coding-benchmark-2026",
 "updated": "2026-11-17",
 "contents": "Per-task pass/fail, tokens, list cost, time and OpenRouter provider for openai/gpt-6.2-sol and openai/gpt-6.2-astra. No model output is published.",
 "method": {
  "tasks": "175 single-file Python tasks: Exercism (Python) plus Aider polyglot hard set (Python); exercism/alphametics excluded to match the benchmark page's 175-task model matrix",
  "scoring": "Tests are run; on failure one retry with the failing test output. 'passed_first' = passed without the retry.",
  "call": "OpenRouter chat completions, models openai/gpt-6.2-sol and openai/gpt-6.2-astra with OpenRouter's default provider routing (OpenAI and Azure, about half the requests each), max_tokens 32768, reasoning at the default effort (none set), temperature 0 sent but not among the models' supported parameters on OpenRouter, 8 concurrent requests, 2026-11-17 UTC (Sol 19:15-19:18, Astra 19:17-19:20; both listed on OpenRouter at about 18:00)",
  "pricing": "OpenAI list price, which OpenRouter charged on both providers on 2026-11-17: GPT-6.2 Sol $2 per million input tokens, $10 per million output, $0.10 cache reads, $2.50 cache writes; GPT-6.2 Astra $8, $40, $0.40, $10 (reasoning billed as output). The computed cost equals OpenRouter's reported cost for every request.",
  "comparison": "Other models: https://www.coderouter.io/benchmark (model_matrix in /benchmarks/coderouter-176-2026-11.json), measured 2026-11-03 through CodeRouter's production path; Qwen4-Max: /benchmarks/coderouter-qwen4max-175-2026-11.json, measured 2026-11-16 through OpenRouter"
 },
 "summary": {
  "openai/gpt-6.2-sol": {
   "tasks": 175,
   "passed_first_pct": 92.0,
   "passed_with_one_retry_pct": 97.1,
   "total_cost_usd": 0.88,
   "output_tokens": 59282,
   "reasoning_tokens": 12064,
   "median_latency_s": 2.73,
   "requests_by_provider": {
    "Azure": 97,
    "OpenAI": 92
   },
   "failed": [
    "exercism/dot-dsl",
    "exercism/paasio",
    "polyglot/dot-dsl",
    "polyglot/paasio",
    "polyglot/tree-building"
   ]
  },
  "openai/gpt-6.2-astra": {
   "tasks": 175,
   "passed_first_pct": 92.6,
   "passed_with_one_retry_pct": 97.1,
   "total_cost_usd": 3.17,
   "output_tokens": 51887,
   "reasoning_tokens": 5942,
   "median_latency_s": 3.27,
   "requests_by_provider": {
    "Azure": 91,
    "OpenAI": 97
   },
   "failed": [
    "exercism/dot-dsl",
    "exercism/paasio",
    "polyglot/dot-dsl",
    "polyglot/paasio",
    "polyglot/tree-building"
   ]
  }
 },
 "limitations": [
  "One run per model; public tasks a model may have seen.",
  "Different day and call path from the comparison models.",
  "Reasoning at the default effort; a higher effort may change cost and score.",
  "Times include the retry and depend on the provider's load."
 ],
 "tasks_detail": {
  "openai/gpt-6.2-sol": [
   {
    "task": "exercism/accumulate",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 228,
    "completion_tokens": 25,
    "reasoning_tokens": 0,
    "cost_usd": 0.000706,
    "latency_s": 1.49,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/acronym",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 188,
    "completion_tokens": 74,
    "reasoning_tokens": 0,
    "cost_usd": 0.001116,
    "latency_s": 1.81,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/affine-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1156,
    "completion_tokens": 258,
    "reasoning_tokens": 0,
    "cost_usd": 0.005469,
    "latency_s": 3.99,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/all-your-base",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 736,
    "completion_tokens": 157,
    "reasoning_tokens": 0,
    "cost_usd": 0.003042,
    "latency_s": 1.74,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/allergies",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 332,
    "completion_tokens": 158,
    "reasoning_tokens": 0,
    "cost_usd": 0.002244,
    "latency_s": 1.7,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/anagram",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 490,
    "completion_tokens": 68,
    "reasoning_tokens": 0,
    "cost_usd": 0.00166,
    "latency_s": 1.83,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/armstrong-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 270,
    "completion_tokens": 55,
    "reasoning_tokens": 0,
    "cost_usd": 0.00109,
    "latency_s": 1.27,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/atbash-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 364,
    "completion_tokens": 135,
    "reasoning_tokens": 0,
    "cost_usd": 0.002078,
    "latency_s": 1.6,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/bank-account",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1107,
    "completion_tokens": 265,
    "reasoning_tokens": 30,
    "cost_usd": 0.005416,
    "latency_s": 4.21,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/beer-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 3214,
    "completion_tokens": 208,
    "reasoning_tokens": 0,
    "cost_usd": 0.010113,
    "latency_s": 1.97,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/binary",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 1541,
    "completion_tokens": 200,
    "reasoning_tokens": 0,
    "cost_usd": 0.005082,
    "latency_s": 3.62,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/binary-search",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 860,
    "completion_tokens": 103,
    "reasoning_tokens": 0,
    "cost_usd": 0.00275,
    "latency_s": 2.55,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/binary-search-tree",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 901,
    "completion_tokens": 292,
    "reasoning_tokens": 0,
    "cost_usd": 0.004722,
    "latency_s": 2.06,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/bob",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 328,
    "completion_tokens": 105,
    "reasoning_tokens": 0,
    "cost_usd": 0.001706,
    "latency_s": 2.17,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/book-store",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 640,
    "completion_tokens": 556,
    "reasoning_tokens": 303,
    "cost_usd": 0.00684,
    "latency_s": 7.17,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/bottle-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 465,
    "completion_tokens": 179,
    "reasoning_tokens": 0,
    "cost_usd": 0.00272,
    "latency_s": 3.26,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/bowling",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 903,
    "completion_tokens": 548,
    "reasoning_tokens": 133,
    "cost_usd": 0.007286,
    "latency_s": 7.46,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/camicia",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1881,
    "completion_tokens": 903,
    "reasoning_tokens": 576,
    "cost_usd": 0.013731,
    "latency_s": 10.9,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/change",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 767,
    "completion_tokens": 237,
    "reasoning_tokens": 17,
    "cost_usd": 0.003904,
    "latency_s": 1.63,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/circular-buffer",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1086,
    "completion_tokens": 452,
    "reasoning_tokens": 77,
    "cost_usd": 0.007234,
    "latency_s": 3.88,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/clock",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1233,
    "completion_tokens": 210,
    "reasoning_tokens": 0,
    "cost_usd": 0.005181,
    "latency_s": 3.37,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/collatz-conjecture",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 704,
    "completion_tokens": 84,
    "reasoning_tokens": 0,
    "cost_usd": 0.002248,
    "latency_s": 1.5,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/complex-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 974,
    "completion_tokens": 695,
    "reasoning_tokens": 110,
    "cost_usd": 0.008898,
    "latency_s": 8.61,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/connect",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 430,
    "reasoning_tokens": 40,
    "cost_usd": 0.005032,
    "latency_s": 5.77,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/crypto-square",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 582,
    "completion_tokens": 110,
    "reasoning_tokens": 0,
    "cost_usd": 0.002264,
    "latency_s": 2.26,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/custom-set",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 233,
    "completion_tokens": 445,
    "reasoning_tokens": 160,
    "cost_usd": 0.004916,
    "latency_s": 5.92,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/darts",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 537,
    "completion_tokens": 68,
    "reasoning_tokens": 0,
    "cost_usd": 0.001754,
    "latency_s": 1.13,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/diamond",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 376,
    "completion_tokens": 105,
    "reasoning_tokens": 0,
    "cost_usd": 0.001802,
    "latency_s": 1.24,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/difference-of-squares",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 257,
    "completion_tokens": 87,
    "reasoning_tokens": 0,
    "cost_usd": 0.001384,
    "latency_s": 2.75,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/diffie-hellman",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 586,
    "completion_tokens": 67,
    "reasoning_tokens": 0,
    "cost_usd": 0.001842,
    "latency_s": 1.63,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/dnd-character",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 775,
    "completion_tokens": 144,
    "reasoning_tokens": 0,
    "cost_usd": 0.00299,
    "latency_s": 2.48,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/dominoes",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 480,
    "completion_tokens": 246,
    "reasoning_tokens": 0,
    "cost_usd": 0.00342,
    "latency_s": 2.17,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/dot-dsl",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 2504,
    "completion_tokens": 1537,
    "reasoning_tokens": 600,
    "cost_usd": 0.021173,
    "latency_s": 19.42,
    "providers": [
     "OpenAI",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/eliuds-eggs",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 554,
    "completion_tokens": 48,
    "reasoning_tokens": 0,
    "cost_usd": 0.001588,
    "latency_s": 0.82,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/error-handling",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 278,
    "completion_tokens": 207,
    "reasoning_tokens": 81,
    "cost_usd": 0.002626,
    "latency_s": 2.15,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/etl",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 530,
    "completion_tokens": 41,
    "reasoning_tokens": 0,
    "cost_usd": 0.00147,
    "latency_s": 1.45,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/flatten-array",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 284,
    "completion_tokens": 84,
    "reasoning_tokens": 0,
    "cost_usd": 0.001408,
    "latency_s": 1.67,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/flower-field",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 622,
    "completion_tokens": 213,
    "reasoning_tokens": 0,
    "cost_usd": 0.003374,
    "latency_s": 3.45,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/food-chain",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 654,
    "completion_tokens": 351,
    "reasoning_tokens": 0,
    "cost_usd": 0.004818,
    "latency_s": 2.18,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/forth",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2506,
    "completion_tokens": 1574,
    "reasoning_tokens": 317,
    "cost_usd": 0.021627,
    "latency_s": 14.27,
    "providers": [
     "OpenAI",
     "Azure"
    ]
   },
   {
    "task": "exercism/game-of-life",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 276,
    "completion_tokens": 156,
    "reasoning_tokens": 0,
    "cost_usd": 0.002112,
    "latency_s": 1.29,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/gigasecond",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 921,
    "completion_tokens": 32,
    "reasoning_tokens": 0,
    "cost_usd": 0.002162,
    "latency_s": 1.31,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/go-counting",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2259,
    "completion_tokens": 943,
    "reasoning_tokens": 42,
    "cost_usd": 0.014678,
    "latency_s": 4.34,
    "providers": [
     "Azure",
     "Azure"
    ]
   },
   {
    "task": "exercism/grade-school",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 465,
    "completion_tokens": 145,
    "reasoning_tokens": 0,
    "cost_usd": 0.00238,
    "latency_s": 1.38,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/grains",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 473,
    "completion_tokens": 63,
    "reasoning_tokens": 0,
    "cost_usd": 0.001576,
    "latency_s": 1.09,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/grep",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 433,
    "completion_tokens": 313,
    "reasoning_tokens": 59,
    "cost_usd": 0.003996,
    "latency_s": 4.46,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/hamming",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 572,
    "completion_tokens": 62,
    "reasoning_tokens": 0,
    "cost_usd": 0.001764,
    "latency_s": 1.34,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/hangman",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 601,
    "completion_tokens": 426,
    "reasoning_tokens": 195,
    "cost_usd": 0.005462,
    "latency_s": 5.71,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/hello-world",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 193,
    "completion_tokens": 18,
    "reasoning_tokens": 0,
    "cost_usd": 0.000566,
    "latency_s": 1.58,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/hexadecimal",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 157,
    "completion_tokens": 271,
    "reasoning_tokens": 117,
    "cost_usd": 0.003024,
    "latency_s": 2.24,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/high-scores",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 282,
    "completion_tokens": 74,
    "reasoning_tokens": 0,
    "cost_usd": 0.001304,
    "latency_s": 1.05,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/house",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 789,
    "completion_tokens": 274,
    "reasoning_tokens": 0,
    "cost_usd": 0.004318,
    "latency_s": 1.98,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/isbn-verifier",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 547,
    "completion_tokens": 139,
    "reasoning_tokens": 0,
    "cost_usd": 0.002484,
    "latency_s": 1.41,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/isogram",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 160,
    "completion_tokens": 62,
    "reasoning_tokens": 0,
    "cost_usd": 0.00094,
    "latency_s": 1.28,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/killer-sudoku-helper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1293,
    "completion_tokens": 99,
    "reasoning_tokens": 0,
    "cost_usd": 0.004221,
    "latency_s": 1.13,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/kindergarten-garden",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1186,
    "completion_tokens": 201,
    "reasoning_tokens": 0,
    "cost_usd": 0.004973,
    "latency_s": 3.56,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/knapsack",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 408,
    "completion_tokens": 109,
    "reasoning_tokens": 0,
    "cost_usd": 0.001906,
    "latency_s": 2.2,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/largest-series-product",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 730,
    "completion_tokens": 223,
    "reasoning_tokens": 0,
    "cost_usd": 0.00369,
    "latency_s": 3.83,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/leap",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 235,
    "completion_tokens": 40,
    "reasoning_tokens": 0,
    "cost_usd": 0.00087,
    "latency_s": 1.09,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/ledger",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 2285,
    "completion_tokens": 888,
    "reasoning_tokens": 231,
    "cost_usd": 0.014591,
    "latency_s": 4.64,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/line-up",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 385,
    "completion_tokens": 90,
    "reasoning_tokens": 0,
    "cost_usd": 0.00167,
    "latency_s": 1.0,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/linked-list",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1255,
    "completion_tokens": 419,
    "reasoning_tokens": 0,
    "cost_usd": 0.007326,
    "latency_s": 5.54,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/list-ops",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 436,
    "completion_tokens": 522,
    "reasoning_tokens": 229,
    "cost_usd": 0.006092,
    "latency_s": 3.16,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/luhn",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 711,
    "completion_tokens": 135,
    "reasoning_tokens": 0,
    "cost_usd": 0.002772,
    "latency_s": 1.42,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/markdown",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1016,
    "completion_tokens": 845,
    "reasoning_tokens": 343,
    "cost_usd": 0.010482,
    "latency_s": 10.84,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/matching-brackets",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 265,
    "completion_tokens": 92,
    "reasoning_tokens": 0,
    "cost_usd": 0.00145,
    "latency_s": 1.12,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/matrix",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 562,
    "completion_tokens": 91,
    "reasoning_tokens": 0,
    "cost_usd": 0.002034,
    "latency_s": 1.37,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/meetup",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1260,
    "completion_tokens": 433,
    "reasoning_tokens": 0,
    "cost_usd": 0.007478,
    "latency_s": 5.63,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/minesweeper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 570,
    "completion_tokens": 232,
    "reasoning_tokens": 0,
    "cost_usd": 0.00346,
    "latency_s": 1.85,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/nth-prime",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 411,
    "completion_tokens": 109,
    "reasoning_tokens": 0,
    "cost_usd": 0.001912,
    "latency_s": 2.3,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/nucleotide-count",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 370,
    "completion_tokens": 99,
    "reasoning_tokens": 0,
    "cost_usd": 0.00173,
    "latency_s": 1.18,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/ocr-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 819,
    "completion_tokens": 440,
    "reasoning_tokens": 54,
    "cost_usd": 0.006038,
    "latency_s": 3.1,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/octal",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 1074,
    "completion_tokens": 242,
    "reasoning_tokens": 66,
    "cost_usd": 0.004568,
    "latency_s": 5.36,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/paasio",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 1852,
    "completion_tokens": 2054,
    "reasoning_tokens": 583,
    "cost_usd": 0.024947,
    "latency_s": 18.02,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/palindrome-products",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 989,
    "completion_tokens": 566,
    "reasoning_tokens": 219,
    "cost_usd": 0.007638,
    "latency_s": 4.31,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/pangram",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 294,
    "completion_tokens": 36,
    "reasoning_tokens": 0,
    "cost_usd": 0.000948,
    "latency_s": 1.46,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/parallel-letter-frequency",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 131,
    "completion_tokens": 238,
    "reasoning_tokens": 106,
    "cost_usd": 0.002642,
    "latency_s": 2.73,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/pascals-triangle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1302,
    "completion_tokens": 98,
    "reasoning_tokens": 0,
    "cost_usd": 0.004234,
    "latency_s": 1.5,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/perfect-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 797,
    "completion_tokens": 175,
    "reasoning_tokens": 0,
    "cost_usd": 0.003344,
    "latency_s": 3.2,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/phone-number",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1018,
    "completion_tokens": 521,
    "reasoning_tokens": 157,
    "cost_usd": 0.007246,
    "latency_s": 6.85,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/pig-latin",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 688,
    "completion_tokens": 143,
    "reasoning_tokens": 0,
    "cost_usd": 0.002806,
    "latency_s": 1.86,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/point-mutations",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 376,
    "completion_tokens": 58,
    "reasoning_tokens": 0,
    "cost_usd": 0.001332,
    "latency_s": 1.0,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/poker",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 120,
    "completion_tokens": 473,
    "reasoning_tokens": 0,
    "cost_usd": 0.00497,
    "latency_s": 6.22,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/pov",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2531,
    "completion_tokens": 1406,
    "reasoning_tokens": 305,
    "cost_usd": 0.019962,
    "latency_s": 7.06,
    "providers": [
     "Azure",
     "Azure"
    ]
   },
   {
    "task": "exercism/prime-factors",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 321,
    "completion_tokens": 83,
    "reasoning_tokens": 0,
    "cost_usd": 0.001472,
    "latency_s": 1.78,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/protein-translation",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 475,
    "completion_tokens": 255,
    "reasoning_tokens": 0,
    "cost_usd": 0.0035,
    "latency_s": 3.73,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/proverb",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 381,
    "completion_tokens": 98,
    "reasoning_tokens": 0,
    "cost_usd": 0.001742,
    "latency_s": 1.68,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/pythagorean-triplet",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 691,
    "completion_tokens": 313,
    "reasoning_tokens": 62,
    "cost_usd": 0.004512,
    "latency_s": 4.68,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/queen-attack",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 757,
    "completion_tokens": 183,
    "reasoning_tokens": 0,
    "cost_usd": 0.003344,
    "latency_s": 3.03,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rail-fence-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 708,
    "completion_tokens": 315,
    "reasoning_tokens": 51,
    "cost_usd": 0.004566,
    "latency_s": 4.41,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/raindrops",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 665,
    "completion_tokens": 74,
    "reasoning_tokens": 0,
    "cost_usd": 0.00207,
    "latency_s": 1.72,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rational-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1089,
    "completion_tokens": 627,
    "reasoning_tokens": 89,
    "cost_usd": 0.008991,
    "latency_s": 3.78,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/react",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 257,
    "completion_tokens": 593,
    "reasoning_tokens": 144,
    "cost_usd": 0.006444,
    "latency_s": 7.68,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rectangles",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 245,
    "completion_tokens": 269,
    "reasoning_tokens": 99,
    "cost_usd": 0.00318,
    "latency_s": 2.36,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/relative-distance",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1488,
    "completion_tokens": 939,
    "reasoning_tokens": 690,
    "cost_usd": 0.013109,
    "latency_s": 11.55,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/resistor-color",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 402,
    "completion_tokens": 77,
    "reasoning_tokens": 0,
    "cost_usd": 0.001574,
    "latency_s": 0.91,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/resistor-color-duo",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 372,
    "completion_tokens": 108,
    "reasoning_tokens": 0,
    "cost_usd": 0.001824,
    "latency_s": 2.3,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/resistor-color-expert",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1049,
    "completion_tokens": 383,
    "reasoning_tokens": 42,
    "cost_usd": 0.006451,
    "latency_s": 5.74,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/resistor-color-trio",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 645,
    "completion_tokens": 315,
    "reasoning_tokens": 155,
    "cost_usd": 0.00444,
    "latency_s": 5.05,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rest-api",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 617,
    "completion_tokens": 549,
    "reasoning_tokens": 33,
    "cost_usd": 0.006724,
    "latency_s": 4.68,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/reverse-string",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 186,
    "completion_tokens": 18,
    "reasoning_tokens": 0,
    "cost_usd": 0.000552,
    "latency_s": 0.95,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/rna-transcription",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 397,
    "completion_tokens": 37,
    "reasoning_tokens": 0,
    "cost_usd": 0.001164,
    "latency_s": 0.89,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/robot-name",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 205,
    "completion_tokens": 265,
    "reasoning_tokens": 82,
    "cost_usd": 0.00306,
    "latency_s": 4.54,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/robot-simulator",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 316,
    "completion_tokens": 216,
    "reasoning_tokens": 0,
    "cost_usd": 0.002792,
    "latency_s": 1.49,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/roman-numerals",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 696,
    "completion_tokens": 152,
    "reasoning_tokens": 0,
    "cost_usd": 0.002912,
    "latency_s": 2.41,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/rotational-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 93,
    "reasoning_tokens": 0,
    "cost_usd": 0.001662,
    "latency_s": 2.1,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/run-length-encoding",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 292,
    "completion_tokens": 141,
    "reasoning_tokens": 0,
    "cost_usd": 0.001994,
    "latency_s": 2.58,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/saddle-points",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 686,
    "completion_tokens": 163,
    "reasoning_tokens": 0,
    "cost_usd": 0.003002,
    "latency_s": 1.35,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/satellite",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 613,
    "completion_tokens": 301,
    "reasoning_tokens": 66,
    "cost_usd": 0.004236,
    "latency_s": 2.43,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/say",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 511,
    "completion_tokens": 369,
    "reasoning_tokens": 0,
    "cost_usd": 0.004712,
    "latency_s": 5.58,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/scale-generator",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1018,
    "completion_tokens": 390,
    "reasoning_tokens": 77,
    "cost_usd": 0.005936,
    "latency_s": 5.44,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/scrabble-score",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 326,
    "completion_tokens": 113,
    "reasoning_tokens": 0,
    "cost_usd": 0.001782,
    "latency_s": 2.45,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/secret-handshake",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 559,
    "completion_tokens": 83,
    "reasoning_tokens": 0,
    "cost_usd": 0.001948,
    "latency_s": 1.95,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/series",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 510,
    "completion_tokens": 108,
    "reasoning_tokens": 0,
    "cost_usd": 0.0021,
    "latency_s": 2.12,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/sgf-parsing",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1445,
    "completion_tokens": 704,
    "reasoning_tokens": 115,
    "cost_usd": 0.010651,
    "latency_s": 8.87,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/sieve",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1050,
    "completion_tokens": 145,
    "reasoning_tokens": 0,
    "cost_usd": 0.004073,
    "latency_s": 1.57,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/simple-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 943,
    "completion_tokens": 165,
    "reasoning_tokens": 0,
    "cost_usd": 0.003536,
    "latency_s": 1.35,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/simple-linked-list",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 2118,
    "completion_tokens": 361,
    "reasoning_tokens": 80,
    "cost_usd": 0.008903,
    "latency_s": 4.68,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/space-age",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 980,
    "completion_tokens": 230,
    "reasoning_tokens": 0,
    "cost_usd": 0.00426,
    "latency_s": 1.63,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/spiral-matrix",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 338,
    "completion_tokens": 224,
    "reasoning_tokens": 0,
    "cost_usd": 0.002916,
    "latency_s": 5.42,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/square-root",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 589,
    "completion_tokens": 95,
    "reasoning_tokens": 0,
    "cost_usd": 0.002128,
    "latency_s": 3.0,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/state-of-tic-tac-toe",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 974,
    "completion_tokens": 489,
    "reasoning_tokens": 108,
    "cost_usd": 0.006838,
    "latency_s": 6.27,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/strain",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 282,
    "completion_tokens": 46,
    "reasoning_tokens": 0,
    "cost_usd": 0.001024,
    "latency_s": 1.4,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/sublist",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 794,
    "completion_tokens": 155,
    "reasoning_tokens": 0,
    "cost_usd": 0.003138,
    "latency_s": 1.57,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/sum-of-multiples",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 541,
    "completion_tokens": 52,
    "reasoning_tokens": 0,
    "cost_usd": 0.001602,
    "latency_s": 1.55,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/swift-scheduling",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 661,
    "completion_tokens": 427,
    "reasoning_tokens": 57,
    "cost_usd": 0.005592,
    "latency_s": 5.93,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/tournament",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 560,
    "completion_tokens": 277,
    "reasoning_tokens": 0,
    "cost_usd": 0.00389,
    "latency_s": 1.77,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/transpose",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 280,
    "completion_tokens": 180,
    "reasoning_tokens": 87,
    "cost_usd": 0.00236,
    "latency_s": 2.98,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/tree-building",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2383,
    "completion_tokens": 990,
    "reasoning_tokens": 381,
    "cost_usd": 0.015407,
    "latency_s": 12.93,
    "providers": [
     "OpenAI",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/triangle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 389,
    "completion_tokens": 113,
    "reasoning_tokens": 0,
    "cost_usd": 0.001908,
    "latency_s": 2.26,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/trinary",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 299,
    "completion_tokens": 74,
    "reasoning_tokens": 0,
    "cost_usd": 0.001338,
    "latency_s": 1.36,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/twelve-days",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 939,
    "completion_tokens": 273,
    "reasoning_tokens": 0,
    "cost_usd": 0.004608,
    "latency_s": 3.91,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/two-bucket",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 840,
    "completion_tokens": 469,
    "reasoning_tokens": 71,
    "cost_usd": 0.00637,
    "latency_s": 3.38,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/two-fer",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 341,
    "completion_tokens": 32,
    "reasoning_tokens": 0,
    "cost_usd": 0.001002,
    "latency_s": 1.25,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/variable-length-quantity",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 681,
    "completion_tokens": 278,
    "reasoning_tokens": 57,
    "cost_usd": 0.004142,
    "latency_s": 2.89,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/word-count",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 470,
    "completion_tokens": 54,
    "reasoning_tokens": 0,
    "cost_usd": 0.00148,
    "latency_s": 1.44,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/word-search",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 277,
    "completion_tokens": 405,
    "reasoning_tokens": 22,
    "cost_usd": 0.004604,
    "latency_s": 2.61,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/wordy",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 898,
    "completion_tokens": 436,
    "reasoning_tokens": 75,
    "cost_usd": 0.006156,
    "latency_s": 6.0,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/yacht",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 812,
    "completion_tokens": 318,
    "reasoning_tokens": 0,
    "cost_usd": 0.004804,
    "latency_s": 2.37,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/zebra-puzzle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 537,
    "completion_tokens": 390,
    "reasoning_tokens": 61,
    "cost_usd": 0.004974,
    "latency_s": 2.77,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/zipper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 491,
    "completion_tokens": 355,
    "reasoning_tokens": 42,
    "cost_usd": 0.004532,
    "latency_s": 2.98,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/affine-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1156,
    "completion_tokens": 265,
    "reasoning_tokens": 0,
    "cost_usd": 0.002771,
    "latency_s": 4.02,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/beer-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 3214,
    "completion_tokens": 212,
    "reasoning_tokens": 0,
    "cost_usd": 0.002447,
    "latency_s": 1.74,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/book-store",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 640,
    "completion_tokens": 474,
    "reasoning_tokens": 241,
    "cost_usd": 0.00602,
    "latency_s": 6.19,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/bottle-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 465,
    "completion_tokens": 177,
    "reasoning_tokens": 0,
    "cost_usd": 0.0027,
    "latency_s": 1.56,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/bowling",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 903,
    "completion_tokens": 592,
    "reasoning_tokens": 159,
    "cost_usd": 0.007726,
    "latency_s": 7.63,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/connect",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 370,
    "reasoning_tokens": 0,
    "cost_usd": 0.004432,
    "latency_s": 2.62,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/dominoes",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 322,
    "completion_tokens": 217,
    "reasoning_tokens": 0,
    "cost_usd": 0.002814,
    "latency_s": 1.63,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/dot-dsl",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 2431,
    "completion_tokens": 1415,
    "reasoning_tokens": 638,
    "cost_usd": 0.019769,
    "latency_s": 11.2,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/food-chain",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 654,
    "completion_tokens": 330,
    "reasoning_tokens": 0,
    "cost_usd": 0.004608,
    "latency_s": 5.29,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/forth",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2475,
    "completion_tokens": 1384,
    "reasoning_tokens": 179,
    "cost_usd": 0.01965,
    "latency_s": 7.11,
    "providers": [
     "Azure",
     "Azure"
    ]
   },
   {
    "task": "polyglot/go-counting",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2240,
    "completion_tokens": 946,
    "reasoning_tokens": 75,
    "cost_usd": 0.01466,
    "latency_s": 9.05,
    "providers": [
     "OpenAI",
     "Azure"
    ]
   },
   {
    "task": "polyglot/grade-school",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 446,
    "completion_tokens": 161,
    "reasoning_tokens": 0,
    "cost_usd": 0.002502,
    "latency_s": 3.0,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/grep",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 283,
    "reasoning_tokens": 35,
    "cost_usd": 0.003562,
    "latency_s": 4.78,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/hangman",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 601,
    "completion_tokens": 480,
    "reasoning_tokens": 221,
    "cost_usd": 0.006002,
    "latency_s": 3.31,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/list-ops",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 436,
    "completion_tokens": 600,
    "reasoning_tokens": 358,
    "cost_usd": 0.006872,
    "latency_s": 5.04,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/paasio",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 1815,
    "completion_tokens": 1716,
    "reasoning_tokens": 441,
    "cost_usd": 0.021475,
    "latency_s": 20.73,
    "providers": [
     "OpenAI",
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/phone-number",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 885,
    "completion_tokens": 393,
    "reasoning_tokens": 97,
    "cost_usd": 0.0057,
    "latency_s": 4.65,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/pig-latin",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 688,
    "completion_tokens": 132,
    "reasoning_tokens": 0,
    "cost_usd": 0.002696,
    "latency_s": 2.57,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/poker",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 120,
    "completion_tokens": 455,
    "reasoning_tokens": 0,
    "cost_usd": 0.00479,
    "latency_s": 2.67,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/pov",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2510,
    "completion_tokens": 1385,
    "reasoning_tokens": 326,
    "cost_usd": 0.019699,
    "latency_s": 6.58,
    "providers": [
     "Azure",
     "Azure"
    ]
   },
   {
    "task": "polyglot/proverb",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 381,
    "completion_tokens": 98,
    "reasoning_tokens": 0,
    "cost_usd": 0.001742,
    "latency_s": 1.02,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/react",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 257,
    "completion_tokens": 637,
    "reasoning_tokens": 166,
    "cost_usd": 0.006884,
    "latency_s": 3.12,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/rest-api",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 617,
    "completion_tokens": 584,
    "reasoning_tokens": 86,
    "cost_usd": 0.007074,
    "latency_s": 7.58,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/robot-name",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 205,
    "completion_tokens": 302,
    "reasoning_tokens": 97,
    "cost_usd": 0.00343,
    "latency_s": 2.95,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/scale-generator",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1018,
    "completion_tokens": 396,
    "reasoning_tokens": 72,
    "cost_usd": 0.005996,
    "latency_s": 2.88,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/sgf-parsing",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1445,
    "completion_tokens": 702,
    "reasoning_tokens": 130,
    "cost_usd": 0.00717,
    "latency_s": 9.09,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/simple-linked-list",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 2118,
    "completion_tokens": 390,
    "reasoning_tokens": 89,
    "cost_usd": 0.009194,
    "latency_s": 5.45,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/transpose",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 280,
    "completion_tokens": 94,
    "reasoning_tokens": 0,
    "cost_usd": 0.0015,
    "latency_s": 1.98,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/tree-building",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 2466,
    "completion_tokens": 977,
    "reasoning_tokens": 313,
    "cost_usd": 0.015485,
    "latency_s": 8.67,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/two-bucket",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 840,
    "completion_tokens": 445,
    "reasoning_tokens": 66,
    "cost_usd": 0.00613,
    "latency_s": 3.66,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/variable-length-quantity",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 681,
    "completion_tokens": 198,
    "reasoning_tokens": 0,
    "cost_usd": 0.003342,
    "latency_s": 3.13,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/wordy",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 900,
    "completion_tokens": 487,
    "reasoning_tokens": 186,
    "cost_usd": 0.00667,
    "latency_s": 6.31,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/zebra-puzzle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 537,
    "completion_tokens": 395,
    "reasoning_tokens": 52,
    "cost_usd": 0.005024,
    "latency_s": 5.46,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/zipper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 491,
    "completion_tokens": 444,
    "reasoning_tokens": 141,
    "cost_usd": 0.005422,
    "latency_s": 5.7,
    "providers": [
     "OpenAI"
    ]
   }
  ],
  "openai/gpt-6.2-astra": [
   {
    "task": "exercism/accumulate",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 228,
    "completion_tokens": 34,
    "reasoning_tokens": 0,
    "cost_usd": 0.003184,
    "latency_s": 1.44,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/acronym",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 188,
    "completion_tokens": 73,
    "reasoning_tokens": 0,
    "cost_usd": 0.004424,
    "latency_s": 2.38,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/affine-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1156,
    "completion_tokens": 248,
    "reasoning_tokens": 0,
    "cost_usd": 0.021474,
    "latency_s": 2.46,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/all-your-base",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 736,
    "completion_tokens": 157,
    "reasoning_tokens": 0,
    "cost_usd": 0.012168,
    "latency_s": 3.33,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/allergies",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 332,
    "completion_tokens": 152,
    "reasoning_tokens": 0,
    "cost_usd": 0.008736,
    "latency_s": 1.94,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/anagram",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 490,
    "completion_tokens": 68,
    "reasoning_tokens": 0,
    "cost_usd": 0.00664,
    "latency_s": 4.04,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/armstrong-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 270,
    "completion_tokens": 56,
    "reasoning_tokens": 0,
    "cost_usd": 0.0044,
    "latency_s": 2.58,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/atbash-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 364,
    "completion_tokens": 156,
    "reasoning_tokens": 0,
    "cost_usd": 0.009152,
    "latency_s": 3.27,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/bank-account",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1107,
    "completion_tokens": 303,
    "reasoning_tokens": 42,
    "cost_usd": 0.023184,
    "latency_s": 3.47,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/beer-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 3214,
    "completion_tokens": 204,
    "reasoning_tokens": 0,
    "cost_usd": 0.009468,
    "latency_s": 5.38,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/binary",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 598,
    "completion_tokens": 116,
    "reasoning_tokens": 0,
    "cost_usd": 0.009424,
    "latency_s": 2.51,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/binary-search",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 860,
    "completion_tokens": 111,
    "reasoning_tokens": 0,
    "cost_usd": 0.01132,
    "latency_s": 4.17,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/binary-search-tree",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 901,
    "completion_tokens": 335,
    "reasoning_tokens": 0,
    "cost_usd": 0.020608,
    "latency_s": 5.8,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/bob",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 328,
    "completion_tokens": 89,
    "reasoning_tokens": 0,
    "cost_usd": 0.006184,
    "latency_s": 2.76,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/book-store",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 640,
    "completion_tokens": 402,
    "reasoning_tokens": 144,
    "cost_usd": 0.0212,
    "latency_s": 5.92,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/bottle-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 465,
    "completion_tokens": 201,
    "reasoning_tokens": 12,
    "cost_usd": 0.01176,
    "latency_s": 2.16,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/bowling",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 903,
    "completion_tokens": 433,
    "reasoning_tokens": 39,
    "cost_usd": 0.024544,
    "latency_s": 3.5,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/camicia",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1881,
    "completion_tokens": 346,
    "reasoning_tokens": 45,
    "cost_usd": 0.032644,
    "latency_s": 5.36,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/change",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 767,
    "completion_tokens": 244,
    "reasoning_tokens": 18,
    "cost_usd": 0.015896,
    "latency_s": 4.0,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/circular-buffer",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1086,
    "completion_tokens": 340,
    "reasoning_tokens": 0,
    "cost_usd": 0.024454,
    "latency_s": 5.3,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/clock",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1233,
    "completion_tokens": 229,
    "reasoning_tokens": 0,
    "cost_usd": 0.021484,
    "latency_s": 3.93,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/collatz-conjecture",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 704,
    "completion_tokens": 106,
    "reasoning_tokens": 0,
    "cost_usd": 0.009872,
    "latency_s": 2.53,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/complex-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 974,
    "completion_tokens": 607,
    "reasoning_tokens": 31,
    "cost_usd": 0.032072,
    "latency_s": 8.04,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/connect",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 331,
    "reasoning_tokens": 0,
    "cost_usd": 0.016168,
    "latency_s": 2.8,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/crypto-square",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 582,
    "completion_tokens": 102,
    "reasoning_tokens": 0,
    "cost_usd": 0.008736,
    "latency_s": 1.92,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/custom-set",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 233,
    "completion_tokens": 238,
    "reasoning_tokens": 0,
    "cost_usd": 0.011384,
    "latency_s": 4.08,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/darts",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 537,
    "completion_tokens": 68,
    "reasoning_tokens": 0,
    "cost_usd": 0.007016,
    "latency_s": 1.8,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/diamond",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 376,
    "completion_tokens": 122,
    "reasoning_tokens": 0,
    "cost_usd": 0.007888,
    "latency_s": 2.77,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/difference-of-squares",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 257,
    "completion_tokens": 87,
    "reasoning_tokens": 0,
    "cost_usd": 0.005536,
    "latency_s": 1.36,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/diffie-hellman",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 586,
    "completion_tokens": 64,
    "reasoning_tokens": 0,
    "cost_usd": 0.007248,
    "latency_s": 1.87,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/dnd-character",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 775,
    "completion_tokens": 147,
    "reasoning_tokens": 0,
    "cost_usd": 0.01208,
    "latency_s": 1.68,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/dominoes",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 480,
    "completion_tokens": 224,
    "reasoning_tokens": 0,
    "cost_usd": 0.0128,
    "latency_s": 4.23,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/dot-dsl",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 2447,
    "completion_tokens": 1162,
    "reasoning_tokens": 341,
    "cost_usd": 0.069124,
    "latency_s": 16.3,
    "providers": [
     "OpenAI",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/eliuds-eggs",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 554,
    "completion_tokens": 55,
    "reasoning_tokens": 0,
    "cost_usd": 0.006632,
    "latency_s": 1.75,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/error-handling",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 278,
    "completion_tokens": 218,
    "reasoning_tokens": 97,
    "cost_usd": 0.010944,
    "latency_s": 3.6,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/etl",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 530,
    "completion_tokens": 41,
    "reasoning_tokens": 0,
    "cost_usd": 0.00588,
    "latency_s": 2.86,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/flatten-array",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 284,
    "completion_tokens": 84,
    "reasoning_tokens": 0,
    "cost_usd": 0.005632,
    "latency_s": 1.61,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/flower-field",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 622,
    "completion_tokens": 260,
    "reasoning_tokens": 0,
    "cost_usd": 0.015376,
    "latency_s": 2.71,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/food-chain",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 654,
    "completion_tokens": 353,
    "reasoning_tokens": 0,
    "cost_usd": 0.019352,
    "latency_s": 2.86,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/forth",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2445,
    "completion_tokens": 1225,
    "reasoning_tokens": 80,
    "cost_usd": 0.071938,
    "latency_s": 11.87,
    "providers": [
     "OpenAI",
     "Azure"
    ]
   },
   {
    "task": "exercism/game-of-life",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 276,
    "completion_tokens": 179,
    "reasoning_tokens": 0,
    "cost_usd": 0.009368,
    "latency_s": 3.95,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/gigasecond",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 921,
    "completion_tokens": 32,
    "reasoning_tokens": 0,
    "cost_usd": 0.008648,
    "latency_s": 2.06,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/go-counting",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2236,
    "completion_tokens": 887,
    "reasoning_tokens": 33,
    "cost_usd": 0.056242,
    "latency_s": 12.99,
    "providers": [
     "OpenAI",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/grade-school",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 465,
    "completion_tokens": 144,
    "reasoning_tokens": 0,
    "cost_usd": 0.00948,
    "latency_s": 1.37,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/grains",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 473,
    "completion_tokens": 71,
    "reasoning_tokens": 0,
    "cost_usd": 0.006624,
    "latency_s": 1.54,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/grep",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 433,
    "completion_tokens": 260,
    "reasoning_tokens": 25,
    "cost_usd": 0.013864,
    "latency_s": 3.27,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/hamming",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 572,
    "completion_tokens": 62,
    "reasoning_tokens": 0,
    "cost_usd": 0.007056,
    "latency_s": 2.38,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/hangman",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 601,
    "completion_tokens": 471,
    "reasoning_tokens": 222,
    "cost_usd": 0.023648,
    "latency_s": 4.83,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/hello-world",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 193,
    "completion_tokens": 18,
    "reasoning_tokens": 0,
    "cost_usd": 0.002264,
    "latency_s": 1.75,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/hexadecimal",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 157,
    "completion_tokens": 290,
    "reasoning_tokens": 114,
    "cost_usd": 0.012856,
    "latency_s": 5.15,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/high-scores",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 282,
    "completion_tokens": 75,
    "reasoning_tokens": 0,
    "cost_usd": 0.005256,
    "latency_s": 2.07,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/house",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 789,
    "completion_tokens": 301,
    "reasoning_tokens": 21,
    "cost_usd": 0.018352,
    "latency_s": 3.06,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/isbn-verifier",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 547,
    "completion_tokens": 126,
    "reasoning_tokens": 0,
    "cost_usd": 0.009416,
    "latency_s": 3.5,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/isogram",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 160,
    "completion_tokens": 58,
    "reasoning_tokens": 0,
    "cost_usd": 0.0036,
    "latency_s": 1.7,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/killer-sudoku-helper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1293,
    "completion_tokens": 103,
    "reasoning_tokens": 0,
    "cost_usd": 0.017044,
    "latency_s": 2.38,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/kindergarten-garden",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1186,
    "completion_tokens": 203,
    "reasoning_tokens": 0,
    "cost_usd": 0.019974,
    "latency_s": 2.32,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/knapsack",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 408,
    "completion_tokens": 124,
    "reasoning_tokens": 0,
    "cost_usd": 0.008224,
    "latency_s": 2.46,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/largest-series-product",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 730,
    "completion_tokens": 213,
    "reasoning_tokens": 0,
    "cost_usd": 0.01436,
    "latency_s": 3.62,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/leap",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 235,
    "completion_tokens": 40,
    "reasoning_tokens": 0,
    "cost_usd": 0.00348,
    "latency_s": 2.2,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/ledger",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 2285,
    "completion_tokens": 677,
    "reasoning_tokens": 43,
    "cost_usd": 0.049924,
    "latency_s": 4.89,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/line-up",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 385,
    "completion_tokens": 93,
    "reasoning_tokens": 0,
    "cost_usd": 0.0068,
    "latency_s": 1.91,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/linked-list",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1255,
    "completion_tokens": 430,
    "reasoning_tokens": 0,
    "cost_usd": 0.029744,
    "latency_s": 6.75,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/list-ops",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 1332,
    "completion_tokens": 585,
    "reasoning_tokens": 94,
    "cost_usd": 0.034056,
    "latency_s": 6.88,
    "providers": [
     "Azure",
     "Azure"
    ]
   },
   {
    "task": "exercism/luhn",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 711,
    "completion_tokens": 138,
    "reasoning_tokens": 0,
    "cost_usd": 0.011208,
    "latency_s": 2.49,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/markdown",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1016,
    "completion_tokens": 641,
    "reasoning_tokens": 196,
    "cost_usd": 0.033768,
    "latency_s": 9.34,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/matching-brackets",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 265,
    "completion_tokens": 87,
    "reasoning_tokens": 0,
    "cost_usd": 0.0056,
    "latency_s": 2.12,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/matrix",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 562,
    "completion_tokens": 93,
    "reasoning_tokens": 0,
    "cost_usd": 0.008216,
    "latency_s": 1.76,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/meetup",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1260,
    "completion_tokens": 310,
    "reasoning_tokens": 0,
    "cost_usd": 0.024994,
    "latency_s": 4.77,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/minesweeper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 570,
    "completion_tokens": 267,
    "reasoning_tokens": 0,
    "cost_usd": 0.01524,
    "latency_s": 4.41,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/nth-prime",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 411,
    "completion_tokens": 98,
    "reasoning_tokens": 0,
    "cost_usd": 0.007208,
    "latency_s": 1.68,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/nucleotide-count",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 370,
    "completion_tokens": 99,
    "reasoning_tokens": 0,
    "cost_usd": 0.00692,
    "latency_s": 2.62,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/ocr-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 819,
    "completion_tokens": 407,
    "reasoning_tokens": 0,
    "cost_usd": 0.022832,
    "latency_s": 2.77,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/octal",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 1074,
    "completion_tokens": 185,
    "reasoning_tokens": 0,
    "cost_usd": 0.015992,
    "latency_s": 3.88,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/paasio",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 1834,
    "completion_tokens": 1782,
    "reasoning_tokens": 488,
    "cost_usd": 0.088728,
    "latency_s": 23.37,
    "providers": [
     "OpenAI",
     "OpenAI"
    ]
   },
   {
    "task": "exercism/palindrome-products",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 989,
    "completion_tokens": 619,
    "reasoning_tokens": 66,
    "cost_usd": 0.032672,
    "latency_s": 8.66,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/pangram",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 294,
    "completion_tokens": 63,
    "reasoning_tokens": 0,
    "cost_usd": 0.004872,
    "latency_s": 2.42,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/parallel-letter-frequency",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 131,
    "completion_tokens": 208,
    "reasoning_tokens": 42,
    "cost_usd": 0.009368,
    "latency_s": 3.1,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/pascals-triangle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1302,
    "completion_tokens": 115,
    "reasoning_tokens": 0,
    "cost_usd": 0.017614,
    "latency_s": 1.79,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/perfect-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 797,
    "completion_tokens": 173,
    "reasoning_tokens": 0,
    "cost_usd": 0.013296,
    "latency_s": 3.27,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/phone-number",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1018,
    "completion_tokens": 333,
    "reasoning_tokens": 0,
    "cost_usd": 0.021464,
    "latency_s": 4.83,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/pig-latin",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 688,
    "completion_tokens": 135,
    "reasoning_tokens": 0,
    "cost_usd": 0.010904,
    "latency_s": 1.4,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/point-mutations",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 376,
    "completion_tokens": 70,
    "reasoning_tokens": 0,
    "cost_usd": 0.005808,
    "latency_s": 1.65,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/poker",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 120,
    "completion_tokens": 451,
    "reasoning_tokens": 0,
    "cost_usd": 0.019,
    "latency_s": 3.0,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/pov",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 849,
    "completion_tokens": 427,
    "reasoning_tokens": 39,
    "cost_usd": 0.023872,
    "latency_s": 6.21,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/prime-factors",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 321,
    "completion_tokens": 95,
    "reasoning_tokens": 0,
    "cost_usd": 0.006368,
    "latency_s": 2.81,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/protein-translation",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 475,
    "completion_tokens": 264,
    "reasoning_tokens": 0,
    "cost_usd": 0.01436,
    "latency_s": 4.13,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/proverb",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 381,
    "completion_tokens": 124,
    "reasoning_tokens": 24,
    "cost_usd": 0.008008,
    "latency_s": 2.99,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/pythagorean-triplet",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 691,
    "completion_tokens": 236,
    "reasoning_tokens": 0,
    "cost_usd": 0.014968,
    "latency_s": 2.34,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/queen-attack",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 757,
    "completion_tokens": 190,
    "reasoning_tokens": 0,
    "cost_usd": 0.013656,
    "latency_s": 3.52,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rail-fence-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 708,
    "completion_tokens": 223,
    "reasoning_tokens": 8,
    "cost_usd": 0.014584,
    "latency_s": 2.39,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/raindrops",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 665,
    "completion_tokens": 63,
    "reasoning_tokens": 0,
    "cost_usd": 0.00784,
    "latency_s": 1.63,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/rational-numbers",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1089,
    "completion_tokens": 522,
    "reasoning_tokens": 0,
    "cost_usd": 0.031764,
    "latency_s": 7.16,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/react",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 257,
    "completion_tokens": 455,
    "reasoning_tokens": 49,
    "cost_usd": 0.020256,
    "latency_s": 6.4,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rectangles",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 245,
    "completion_tokens": 224,
    "reasoning_tokens": 74,
    "cost_usd": 0.01092,
    "latency_s": 7.32,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/relative-distance",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1488,
    "completion_tokens": 818,
    "reasoning_tokens": 501,
    "cost_usd": 0.047594,
    "latency_s": 8.24,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/resistor-color",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 402,
    "completion_tokens": 83,
    "reasoning_tokens": 0,
    "cost_usd": 0.006536,
    "latency_s": 1.66,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/resistor-color-duo",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 372,
    "completion_tokens": 108,
    "reasoning_tokens": 0,
    "cost_usd": 0.007296,
    "latency_s": 4.15,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/resistor-color-expert",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1049,
    "completion_tokens": 364,
    "reasoning_tokens": 0,
    "cost_usd": 0.025044,
    "latency_s": 2.89,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/resistor-color-trio",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 645,
    "completion_tokens": 295,
    "reasoning_tokens": 100,
    "cost_usd": 0.01696,
    "latency_s": 5.53,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rest-api",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 617,
    "completion_tokens": 515,
    "reasoning_tokens": 0,
    "cost_usd": 0.025536,
    "latency_s": 3.44,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/reverse-string",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 186,
    "completion_tokens": 18,
    "reasoning_tokens": 0,
    "cost_usd": 0.002208,
    "latency_s": 1.56,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/rna-transcription",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 397,
    "completion_tokens": 49,
    "reasoning_tokens": 0,
    "cost_usd": 0.005136,
    "latency_s": 2.0,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/robot-name",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 205,
    "completion_tokens": 382,
    "reasoning_tokens": 82,
    "cost_usd": 0.01692,
    "latency_s": 3.64,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/robot-simulator",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 316,
    "completion_tokens": 202,
    "reasoning_tokens": 0,
    "cost_usd": 0.010608,
    "latency_s": 4.09,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/roman-numerals",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 696,
    "completion_tokens": 208,
    "reasoning_tokens": 0,
    "cost_usd": 0.013888,
    "latency_s": 3.82,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/rotational-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 98,
    "reasoning_tokens": 0,
    "cost_usd": 0.006848,
    "latency_s": 2.09,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/run-length-encoding",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 292,
    "completion_tokens": 135,
    "reasoning_tokens": 0,
    "cost_usd": 0.007736,
    "latency_s": 2.91,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/saddle-points",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 686,
    "completion_tokens": 163,
    "reasoning_tokens": 0,
    "cost_usd": 0.012008,
    "latency_s": 3.25,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/satellite",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 613,
    "completion_tokens": 329,
    "reasoning_tokens": 32,
    "cost_usd": 0.018064,
    "latency_s": 6.02,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/say",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 511,
    "completion_tokens": 381,
    "reasoning_tokens": 0,
    "cost_usd": 0.019328,
    "latency_s": 2.85,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/scale-generator",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1018,
    "completion_tokens": 266,
    "reasoning_tokens": 0,
    "cost_usd": 0.018784,
    "latency_s": 4.2,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/scrabble-score",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 326,
    "completion_tokens": 112,
    "reasoning_tokens": 0,
    "cost_usd": 0.007088,
    "latency_s": 2.56,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/secret-handshake",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 559,
    "completion_tokens": 81,
    "reasoning_tokens": 0,
    "cost_usd": 0.007712,
    "latency_s": 1.85,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/series",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 510,
    "completion_tokens": 108,
    "reasoning_tokens": 0,
    "cost_usd": 0.0084,
    "latency_s": 1.82,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/sgf-parsing",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1445,
    "completion_tokens": 624,
    "reasoning_tokens": 24,
    "cost_usd": 0.039404,
    "latency_s": 6.01,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/sieve",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1050,
    "completion_tokens": 131,
    "reasoning_tokens": 0,
    "cost_usd": 0.015734,
    "latency_s": 2.75,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/simple-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 943,
    "completion_tokens": 193,
    "reasoning_tokens": 0,
    "cost_usd": 0.015264,
    "latency_s": 3.66,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/simple-linked-list",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 2118,
    "completion_tokens": 332,
    "reasoning_tokens": 20,
    "cost_usd": 0.034454,
    "latency_s": 4.95,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/space-age",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 980,
    "completion_tokens": 235,
    "reasoning_tokens": 0,
    "cost_usd": 0.01724,
    "latency_s": 3.74,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/spiral-matrix",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 338,
    "completion_tokens": 204,
    "reasoning_tokens": 0,
    "cost_usd": 0.010864,
    "latency_s": 3.69,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/square-root",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 589,
    "completion_tokens": 109,
    "reasoning_tokens": 0,
    "cost_usd": 0.009072,
    "latency_s": 2.46,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/state-of-tic-tac-toe",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 974,
    "completion_tokens": 372,
    "reasoning_tokens": 21,
    "cost_usd": 0.022672,
    "latency_s": 5.72,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/strain",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 282,
    "completion_tokens": 46,
    "reasoning_tokens": 0,
    "cost_usd": 0.004096,
    "latency_s": 1.88,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/sublist",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 794,
    "completion_tokens": 177,
    "reasoning_tokens": 0,
    "cost_usd": 0.013432,
    "latency_s": 3.49,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/sum-of-multiples",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 541,
    "completion_tokens": 64,
    "reasoning_tokens": 0,
    "cost_usd": 0.006888,
    "latency_s": 2.72,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/swift-scheduling",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2051,
    "completion_tokens": 744,
    "reasoning_tokens": 47,
    "cost_usd": 0.048942,
    "latency_s": 6.66,
    "providers": [
     "Azure",
     "Azure"
    ]
   },
   {
    "task": "exercism/tournament",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 560,
    "completion_tokens": 249,
    "reasoning_tokens": 0,
    "cost_usd": 0.01444,
    "latency_s": 2.05,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/transpose",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 280,
    "completion_tokens": 93,
    "reasoning_tokens": 0,
    "cost_usd": 0.00596,
    "latency_s": 2.05,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/tree-building",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 897,
    "completion_tokens": 604,
    "reasoning_tokens": 335,
    "cost_usd": 0.031336,
    "latency_s": 9.55,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/triangle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 389,
    "completion_tokens": 166,
    "reasoning_tokens": 0,
    "cost_usd": 0.009752,
    "latency_s": 2.18,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/trinary",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 299,
    "completion_tokens": 60,
    "reasoning_tokens": 0,
    "cost_usd": 0.004792,
    "latency_s": 2.17,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/twelve-days",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 939,
    "completion_tokens": 272,
    "reasoning_tokens": 0,
    "cost_usd": 0.018392,
    "latency_s": 2.15,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/two-bucket",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 840,
    "completion_tokens": 390,
    "reasoning_tokens": 15,
    "cost_usd": 0.02232,
    "latency_s": 3.31,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/two-fer",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 341,
    "completion_tokens": 29,
    "reasoning_tokens": 0,
    "cost_usd": 0.003888,
    "latency_s": 1.64,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/variable-length-quantity",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 681,
    "completion_tokens": 320,
    "reasoning_tokens": 0,
    "cost_usd": 0.018248,
    "latency_s": 2.65,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/word-count",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 470,
    "completion_tokens": 54,
    "reasoning_tokens": 0,
    "cost_usd": 0.00592,
    "latency_s": 1.96,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/word-search",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 277,
    "completion_tokens": 317,
    "reasoning_tokens": 19,
    "cost_usd": 0.014896,
    "latency_s": 3.63,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/wordy",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 898,
    "completion_tokens": 302,
    "reasoning_tokens": 0,
    "cost_usd": 0.019264,
    "latency_s": 5.04,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "exercism/yacht",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 812,
    "completion_tokens": 336,
    "reasoning_tokens": 0,
    "cost_usd": 0.019936,
    "latency_s": 3.02,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/zebra-puzzle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 537,
    "completion_tokens": 328,
    "reasoning_tokens": 0,
    "cost_usd": 0.017416,
    "latency_s": 2.89,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "exercism/zipper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 491,
    "completion_tokens": 344,
    "reasoning_tokens": 22,
    "cost_usd": 0.017688,
    "latency_s": 3.63,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/affine-cipher",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1156,
    "completion_tokens": 248,
    "reasoning_tokens": 0,
    "cost_usd": 0.010405,
    "latency_s": 3.96,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/beer-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 3214,
    "completion_tokens": 208,
    "reasoning_tokens": 0,
    "cost_usd": 0.009628,
    "latency_s": 4.21,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/book-store",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 640,
    "completion_tokens": 453,
    "reasoning_tokens": 213,
    "cost_usd": 0.02324,
    "latency_s": 9.79,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/bottle-song",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 465,
    "completion_tokens": 187,
    "reasoning_tokens": 0,
    "cost_usd": 0.0112,
    "latency_s": 1.67,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/bowling",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 903,
    "completion_tokens": 473,
    "reasoning_tokens": 53,
    "cost_usd": 0.026144,
    "latency_s": 3.51,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/connect",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 343,
    "reasoning_tokens": 0,
    "cost_usd": 0.016648,
    "latency_s": 5.21,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/dominoes",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 322,
    "completion_tokens": 232,
    "reasoning_tokens": 13,
    "cost_usd": 0.011856,
    "latency_s": 2.31,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/dot-dsl",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 2454,
    "completion_tokens": 1175,
    "reasoning_tokens": 357,
    "cost_usd": 0.069706,
    "latency_s": 12.85,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/food-chain",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 654,
    "completion_tokens": 364,
    "reasoning_tokens": 0,
    "cost_usd": 0.019792,
    "latency_s": 5.18,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/forth",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2388,
    "completion_tokens": 1119,
    "reasoning_tokens": 40,
    "cost_usd": 0.067128,
    "latency_s": 11.82,
    "providers": [
     "OpenAI",
     "Azure"
    ]
   },
   {
    "task": "polyglot/go-counting",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 2239,
    "completion_tokens": 904,
    "reasoning_tokens": 30,
    "cost_usd": 0.056952,
    "latency_s": 12.4,
    "providers": [
     "OpenAI",
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/grade-school",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 446,
    "completion_tokens": 144,
    "reasoning_tokens": 0,
    "cost_usd": 0.009328,
    "latency_s": 1.82,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/grep",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 366,
    "completion_tokens": 274,
    "reasoning_tokens": 23,
    "cost_usd": 0.013888,
    "latency_s": 3.12,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/hangman",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 601,
    "completion_tokens": 439,
    "reasoning_tokens": 193,
    "cost_usd": 0.022368,
    "latency_s": 4.77,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/list-ops",
    "passed_first": false,
    "passed": true,
    "attempts": 2,
    "prompt_tokens": 1279,
    "completion_tokens": 657,
    "reasoning_tokens": 272,
    "cost_usd": 0.036512,
    "latency_s": 9.03,
    "providers": [
     "OpenAI",
     "Azure"
    ]
   },
   {
    "task": "polyglot/paasio",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 1695,
    "completion_tokens": 1420,
    "reasoning_tokens": 266,
    "cost_usd": 0.072858,
    "latency_s": 14.05,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/phone-number",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 885,
    "completion_tokens": 334,
    "reasoning_tokens": 16,
    "cost_usd": 0.02044,
    "latency_s": 3.12,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/pig-latin",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 688,
    "completion_tokens": 135,
    "reasoning_tokens": 0,
    "cost_usd": 0.010904,
    "latency_s": 1.82,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/poker",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 120,
    "completion_tokens": 440,
    "reasoning_tokens": 0,
    "cost_usd": 0.01856,
    "latency_s": 6.48,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/pov",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 849,
    "completion_tokens": 533,
    "reasoning_tokens": 121,
    "cost_usd": 0.028112,
    "latency_s": 7.31,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/proverb",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 381,
    "completion_tokens": 98,
    "reasoning_tokens": 0,
    "cost_usd": 0.006968,
    "latency_s": 2.98,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/react",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 257,
    "completion_tokens": 444,
    "reasoning_tokens": 25,
    "cost_usd": 0.019816,
    "latency_s": 11.13,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/rest-api",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 617,
    "completion_tokens": 605,
    "reasoning_tokens": 14,
    "cost_usd": 0.029136,
    "latency_s": 9.13,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/robot-name",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 205,
    "completion_tokens": 531,
    "reasoning_tokens": 148,
    "cost_usd": 0.02288,
    "latency_s": 8.84,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/scale-generator",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1018,
    "completion_tokens": 266,
    "reasoning_tokens": 0,
    "cost_usd": 0.018784,
    "latency_s": 4.53,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/sgf-parsing",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 1445,
    "completion_tokens": 617,
    "reasoning_tokens": 31,
    "cost_usd": 0.025281,
    "latency_s": 4.17,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/simple-linked-list",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 2118,
    "completion_tokens": 314,
    "reasoning_tokens": 16,
    "cost_usd": 0.033734,
    "latency_s": 2.59,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/transpose",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 280,
    "completion_tokens": 93,
    "reasoning_tokens": 0,
    "cost_usd": 0.00596,
    "latency_s": 2.58,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/tree-building",
    "passed_first": false,
    "passed": false,
    "attempts": 2,
    "prompt_tokens": 2383,
    "completion_tokens": 1069,
    "reasoning_tokens": 489,
    "cost_usd": 0.06479,
    "latency_s": 13.24,
    "providers": [
     "Azure",
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/two-bucket",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 840,
    "completion_tokens": 392,
    "reasoning_tokens": 0,
    "cost_usd": 0.0224,
    "latency_s": 3.27,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/variable-length-quantity",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 681,
    "completion_tokens": 281,
    "reasoning_tokens": 0,
    "cost_usd": 0.016688,
    "latency_s": 4.41,
    "providers": [
     "OpenAI"
    ]
   },
   {
    "task": "polyglot/wordy",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 900,
    "completion_tokens": 287,
    "reasoning_tokens": 0,
    "cost_usd": 0.01868,
    "latency_s": 2.5,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/zebra-puzzle",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 537,
    "completion_tokens": 331,
    "reasoning_tokens": 0,
    "cost_usd": 0.017536,
    "latency_s": 2.6,
    "providers": [
     "Azure"
    ]
   },
   {
    "task": "polyglot/zipper",
    "passed_first": true,
    "passed": true,
    "attempts": 1,
    "prompt_tokens": 491,
    "completion_tokens": 337,
    "reasoning_tokens": 17,
    "cost_usd": 0.017408,
    "latency_s": 5.3,
    "providers": [
     "OpenAI"
    ]
   }
  ]
 }
}
