{
 "title": "Qwen3-Coder-30B-A3B on TokenWatt vs Claude Haiku 5.5 and DeepSeek Chat: 176 single-file Python tasks",
 "post": "https://www.tokenwatt.io/blog/qwen3-coder-30b-opencode-qwen-code-cline-kilo.html",
 "suite": "176 tasks: Exercism Python plus Aider's hard set; model gets instructions and stub file, returns the whole file; tests run locally; one retry with the failing test output",
 "prices_usd_per_million": {
  "qwen/qwen3-coder-30b-a3b-instruct": {
   "input": 0.07,
   "output": 0.28,
   "cached_input": 0.07
  }
 },
 "notes": [
  "Qwen3-Coder run 2026-11-12 directly against https://api.tokenwatt.io/v1, 8 concurrent requests.",
  "Claude Haiku 5.5 and DeepSeek Chat runs (label M2) went through CodeRouter's production path; latencies are not strictly comparable.",
  "Costs are list prices from the token counts each API reported."
 ],
 "runs": {
  "qwen3-coder-30b (TokenWatt)": {
   "label": "E-tokenwatt-qwen3-coder",
   "tasks": 176,
   "passed": 114,
   "pass_rate": 0.6477,
   "pass_rate_first_try": 0.642,
   "errors": 0,
   "cost_usd": 0.0572,
   "prompt_tokens": 244375,
   "completion_tokens": 143355,
   "median_latency_s": 3.87
  },
  "claude-haiku-5.5": {
   "label": "M2-claude-haiku-5.5",
   "tasks": 176,
   "passed": 165,
   "pass_rate": 0.9375,
   "pass_rate_first_try": 0.7159,
   "errors": 0,
   "cost_usd": 0.1516,
   "prompt_tokens": 278777,
   "completion_tokens": 247379,
   "median_latency_s": 5.5
  },
  "deepseek-chat": {
   "label": "M2-deepseek-chat",
   "tasks": 176,
   "passed": 142,
   "pass_rate": 0.8068,
   "pass_rate_first_try": 0.7045,
   "errors": 0,
   "cost_usd": 0.116,
   "prompt_tokens": 203585,
   "completion_tokens": 74086,
   "median_latency_s": 2.76
  }
 },
 "qwen3_coder_per_task": [
  {
   "task": "exercism/accumulate",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 5.551e-05,
   "latency_s": 1.5
  },
  {
   "task": "exercism/acronym",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 8.75e-05,
   "latency_s": 3.33
  },
  {
   "task": "exercism/affine-cipher",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00023037,
   "latency_s": 5.47
  },
  {
   "task": "exercism/all-your-base",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00011403,
   "latency_s": 2.06
  },
  {
   "task": "exercism/allergies",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 8.218e-05,
   "latency_s": 1.92
  },
  {
   "task": "exercism/alphametics",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014525,
   "latency_s": 4.87
  },
  {
   "task": "exercism/anagram",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 9.982000000000002e-05,
   "latency_s": 2.12
  },
  {
   "task": "exercism/armstrong-numbers",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 9.415000000000001e-05,
   "latency_s": 3.31
  },
  {
   "task": "exercism/atbash-cipher",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00010654000000000002,
   "latency_s": 3.33
  },
  {
   "task": "exercism/bank-account",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014553000000000002,
   "latency_s": 3.02
  },
  {
   "task": "exercism/beer-song",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00037051000000000006,
   "latency_s": 4.57
  },
  {
   "task": "exercism/binary",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 8.218e-05,
   "latency_s": 2.09
  },
  {
   "task": "exercism/binary-search",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 9.128000000000001e-05,
   "latency_s": 1.02
  },
  {
   "task": "exercism/binary-search-tree",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018690000000000002,
   "latency_s": 3.65
  },
  {
   "task": "exercism/bob",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012012000000000001,
   "latency_s": 2.79
  },
  {
   "task": "exercism/book-store",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0013209,
   "latency_s": 28.1
  },
  {
   "task": "exercism/bottle-song",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0003547600000000001,
   "latency_s": 6.18
  },
  {
   "task": "exercism/bowling",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0009390500000000001,
   "latency_s": 19.28
  },
  {
   "task": "exercism/camicia",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0008798300000000001,
   "latency_s": 14.34
  },
  {
   "task": "exercism/change",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00016786,
   "latency_s": 3.2
  },
  {
   "task": "exercism/circular-buffer",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018592,
   "latency_s": 3.02
  },
  {
   "task": "exercism/clock",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018872000000000002,
   "latency_s": 2.78
  },
  {
   "task": "exercism/collatz-conjecture",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00013496,
   "latency_s": 2.53
  },
  {
   "task": "exercism/complex-numbers",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.0002641800000000001,
   "latency_s": 5.51
  },
  {
   "task": "exercism/connect",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0007895300000000001,
   "latency_s": 18.64
  },
  {
   "task": "exercism/crypto-square",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00011830000000000002,
   "latency_s": 2.24
  },
  {
   "task": "exercism/custom-set",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00013608,
   "latency_s": 3.4
  },
  {
   "task": "exercism/darts",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 9.296e-05,
   "latency_s": 1.61
  },
  {
   "task": "exercism/diamond",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018949,
   "latency_s": 4.66
  },
  {
   "task": "exercism/difference-of-squares",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 8.974e-05,
   "latency_s": 2.16
  },
  {
   "task": "exercism/diffie-hellman",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012523,
   "latency_s": 2.57
  },
  {
   "task": "exercism/dnd-character",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00010542000000000002,
   "latency_s": 1.56
  },
  {
   "task": "exercism/dominoes",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0007262500000000001,
   "latency_s": 15.68
  },
  {
   "task": "exercism/dot-dsl",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00059332,
   "latency_s": 11.11
  },
  {
   "task": "exercism/eliuds-eggs",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 8.54e-05,
   "latency_s": 1.44
  },
  {
   "task": "exercism/error-handling",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 5.53e-05,
   "latency_s": 1.14
  },
  {
   "task": "exercism/etl",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00011865000000000001,
   "latency_s": 2.35
  },
  {
   "task": "exercism/flatten-array",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 7.763000000000001e-05,
   "latency_s": 1.68
  },
  {
   "task": "exercism/flower-field",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00043232000000000003,
   "latency_s": 8.58
  },
  {
   "task": "exercism/food-chain",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00048496000000000005,
   "latency_s": 9.65
  },
  {
   "task": "exercism/forth",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0006098400000000001,
   "latency_s": 11.71
  },
  {
   "task": "exercism/game-of-life",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014931,
   "latency_s": 3.73
  },
  {
   "task": "exercism/gigasecond",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00013048,
   "latency_s": 1.9
  },
  {
   "task": "exercism/go-counting",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0007354900000000001,
   "latency_s": 15.59
  },
  {
   "task": "exercism/grade-school",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00025165,
   "latency_s": 4.6
  },
  {
   "task": "exercism/grains",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 5.131e-05,
   "latency_s": 0.64
  },
  {
   "task": "exercism/grep",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00036050000000000003,
   "latency_s": 7.65
  },
  {
   "task": "exercism/hamming",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 5.803e-05,
   "latency_s": 0.66
  },
  {
   "task": "exercism/hangman",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012754000000000002,
   "latency_s": 2.52
  },
  {
   "task": "exercism/hello-world",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 1.8060000000000003e-05,
   "latency_s": 0.24
  },
  {
   "task": "exercism/hexadecimal",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 7.511000000000002e-05,
   "latency_s": 1.96
  },
  {
   "task": "exercism/high-scores",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 4.739e-05,
   "latency_s": 0.95
  },
  {
   "task": "exercism/house",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00035301000000000006,
   "latency_s": 5.34
  },
  {
   "task": "exercism/isbn-verifier",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00015204000000000001,
   "latency_s": 3.41
  },
  {
   "task": "exercism/isogram",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 6.944000000000001e-05,
   "latency_s": 1.87
  },
  {
   "task": "exercism/killer-sudoku-helper",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018641000000000003,
   "latency_s": 2.77
  },
  {
   "task": "exercism/kindergarten-garden",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014504,
   "latency_s": 1.91
  },
  {
   "task": "exercism/knapsack",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012866,
   "latency_s": 2.94
  },
  {
   "task": "exercism/largest-series-product",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00011795000000000002,
   "latency_s": 1.99
  },
  {
   "task": "exercism/leap",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 6.314000000000001e-05,
   "latency_s": 1.44
  },
  {
   "task": "exercism/ledger",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00095886,
   "latency_s": 15.38
  },
  {
   "task": "exercism/line-up",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 6.979000000000001e-05,
   "latency_s": 1.41
  },
  {
   "task": "exercism/linked-list",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00027363,
   "latency_s": 5.42
  },
  {
   "task": "exercism/list-ops",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0005114200000000001,
   "latency_s": 12.07
  },
  {
   "task": "exercism/luhn",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00011410000000000001,
   "latency_s": 1.91
  },
  {
   "task": "exercism/markdown",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00025984,
   "latency_s": 5.55
  },
  {
   "task": "exercism/matching-brackets",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 4.473000000000001e-05,
   "latency_s": 0.9
  },
  {
   "task": "exercism/matrix",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 7.826e-05,
   "latency_s": 1.34
  },
  {
   "task": "exercism/meetup",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00023443000000000002,
   "latency_s": 4.17
  },
  {
   "task": "exercism/minesweeper",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00013412,
   "latency_s": 2.72
  },
  {
   "task": "exercism/nth-prime",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 6.0270000000000004e-05,
   "latency_s": 1.03
  },
  {
   "task": "exercism/nucleotide-count",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012404,
   "latency_s": 2.99
  },
  {
   "task": "exercism/ocr-numbers",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.0002065,
   "latency_s": 4.34
  },
  {
   "task": "exercism/octal",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00025795,
   "latency_s": 5.17
  },
  {
   "task": "exercism/paasio",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00050673,
   "latency_s": 10.21
  },
  {
   "task": "exercism/palindrome-products",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.0002198,
   "latency_s": 4.39
  },
  {
   "task": "exercism/pangram",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 4.144e-05,
   "latency_s": 0.71
  },
  {
   "task": "exercism/parallel-letter-frequency",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00010171000000000001,
   "latency_s": 2.76
  },
  {
   "task": "exercism/pascals-triangle",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018354000000000002,
   "latency_s": 2.85
  },
  {
   "task": "exercism/perfect-numbers",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00010472000000000001,
   "latency_s": 1.55
  },
  {
   "task": "exercism/phone-number",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00040698000000000004,
   "latency_s": 5.88
  },
  {
   "task": "exercism/pig-latin",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00021462000000000003,
   "latency_s": 4.55
  },
  {
   "task": "exercism/point-mutations",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 6.713000000000002e-05,
   "latency_s": 1.2
  },
  {
   "task": "exercism/poker",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00078708,
   "latency_s": 21.41
  },
  {
   "task": "exercism/pov",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0013243299999999999,
   "latency_s": 28.57
  },
  {
   "task": "exercism/prime-factors",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012460000000000002,
   "latency_s": 2.77
  },
  {
   "task": "exercism/protein-translation",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018438000000000002,
   "latency_s": 4.27
  },
  {
   "task": "exercism/proverb",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00038514000000000007,
   "latency_s": 7.66
  },
  {
   "task": "exercism/pythagorean-triplet",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00037422000000000003,
   "latency_s": 9.13
  },
  {
   "task": "exercism/queen-attack",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00013811000000000002,
   "latency_s": 2.56
  },
  {
   "task": "exercism/rail-fence-cipher",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00026047,
   "latency_s": 5.81
  },
  {
   "task": "exercism/raindrops",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 6.734e-05,
   "latency_s": 0.75
  },
  {
   "task": "exercism/rational-numbers",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00023793,
   "latency_s": 4.45
  },
  {
   "task": "exercism/react",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00043246000000000007,
   "latency_s": 9.13
  },
  {
   "task": "exercism/rectangles",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00016835000000000003,
   "latency_s": 4.14
  },
  {
   "task": "exercism/relative-distance",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0005851300000000001,
   "latency_s": 8.64
  },
  {
   "task": "exercism/resistor-color",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 6.727000000000001e-05,
   "latency_s": 1.19
  },
  {
   "task": "exercism/resistor-color-duo",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 8.631e-05,
   "latency_s": 1.85
  },
  {
   "task": "exercism/resistor-color-expert",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0007336,
   "latency_s": 13.49
  },
  {
   "task": "exercism/resistor-color-trio",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00020181,
   "latency_s": 4.36
  },
  {
   "task": "exercism/rest-api",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00055468,
   "latency_s": 11.32
  },
  {
   "task": "exercism/reverse-string",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 1.743e-05,
   "latency_s": 0.25
  },
  {
   "task": "exercism/rna-transcription",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 4.7810000000000005e-05,
   "latency_s": 0.76
  },
  {
   "task": "exercism/robot-name",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 7.392e-05,
   "latency_s": 1.88
  },
  {
   "task": "exercism/robot-simulator",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012481,
   "latency_s": 3.06
  },
  {
   "task": "exercism/roman-numerals",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014252,
   "latency_s": 2.78
  },
  {
   "task": "exercism/rotational-cipher",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 5.915000000000001e-05,
   "latency_s": 1.08
  },
  {
   "task": "exercism/run-length-encoding",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00021903,
   "latency_s": 5.71
  },
  {
   "task": "exercism/saddle-points",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014182000000000002,
   "latency_s": 2.8
  },
  {
   "task": "exercism/satellite",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014455000000000002,
   "latency_s": 3.0
  },
  {
   "task": "exercism/say",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.0001729,
   "latency_s": 3.97
  },
  {
   "task": "exercism/scale-generator",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00069132,
   "latency_s": 13.61
  },
  {
   "task": "exercism/scrabble-score",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 9.184e-05,
   "latency_s": 2.06
  },
  {
   "task": "exercism/secret-handshake",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00017710000000000002,
   "latency_s": 4.09
  },
  {
   "task": "exercism/series",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 7.406e-05,
   "latency_s": 1.35
  },
  {
   "task": "exercism/sgf-parsing",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0008579200000000001,
   "latency_s": 16.7
  },
  {
   "task": "exercism/sieve",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018557,
   "latency_s": 3.44
  },
  {
   "task": "exercism/simple-cipher",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00017381,
   "latency_s": 3.3
  },
  {
   "task": "exercism/simple-linked-list",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00024059000000000003,
   "latency_s": 2.76
  },
  {
   "task": "exercism/space-age",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.000196,
   "latency_s": 3.7
  },
  {
   "task": "exercism/spiral-matrix",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012656,
   "latency_s": 3.15
  },
  {
   "task": "exercism/square-root",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00015470000000000002,
   "latency_s": 3.45
  },
  {
   "task": "exercism/state-of-tic-tac-toe",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00047551000000000006,
   "latency_s": 8.39
  },
  {
   "task": "exercism/strain",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 3.857e-05,
   "latency_s": 0.67
  },
  {
   "task": "exercism/sublist",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00016072000000000002,
   "latency_s": 3.26
  },
  {
   "task": "exercism/sum-of-multiples",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012761,
   "latency_s": 2.6
  },
  {
   "task": "exercism/swift-scheduling",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0006804700000000001,
   "latency_s": 13.53
  },
  {
   "task": "exercism/tournament",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.0001911,
   "latency_s": 4.24
  },
  {
   "task": "exercism/transpose",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00029386000000000006,
   "latency_s": 6.08
  },
  {
   "task": "exercism/tree-building",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00036134000000000003,
   "latency_s": 5.63
  },
  {
   "task": "exercism/triangle",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00011851000000000002,
   "latency_s": 2.56
  },
  {
   "task": "exercism/trinary",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 7.588000000000001e-05,
   "latency_s": 1.69
  },
  {
   "task": "exercism/twelve-days",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00015981,
   "latency_s": 2.92
  },
  {
   "task": "exercism/two-bucket",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.000273,
   "latency_s": 6.29
  },
  {
   "task": "exercism/two-fer",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 3.458e-05,
   "latency_s": 0.39
  },
  {
   "task": "exercism/variable-length-quantity",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00017934000000000003,
   "latency_s": 3.69
  },
  {
   "task": "exercism/word-count",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 7.672e-05,
   "latency_s": 1.37
  },
  {
   "task": "exercism/word-search",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00018962999999999999,
   "latency_s": 4.91
  },
  {
   "task": "exercism/wordy",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0004103400000000001,
   "latency_s": 6.28
  },
  {
   "task": "exercism/yacht",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00014077000000000002,
   "latency_s": 2.46
  },
  {
   "task": "exercism/zebra-puzzle",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0018711700000000001,
   "latency_s": 33.57
  },
  {
   "task": "exercism/zipper",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00037961000000000006,
   "latency_s": 7.08
  },
  {
   "task": "polyglot/affine-cipher",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00021665000000000003,
   "latency_s": 3.87
  },
  {
   "task": "polyglot/beer-song",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00031619000000000005,
   "latency_s": 2.09
  },
  {
   "task": "polyglot/book-store",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0008906800000000001,
   "latency_s": 18.23
  },
  {
   "task": "polyglot/bottle-song",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00032452,
   "latency_s": 5.37
  },
  {
   "task": "polyglot/bowling",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0007870100000000001,
   "latency_s": 15.6
  },
  {
   "task": "polyglot/connect",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0006273400000000001,
   "latency_s": 13.88
  },
  {
   "task": "polyglot/dominoes",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00079093,
   "latency_s": 17.41
  },
  {
   "task": "polyglot/dot-dsl",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00041048000000000007,
   "latency_s": 6.63
  },
  {
   "task": "polyglot/food-chain",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00043792000000000006,
   "latency_s": 7.98
  },
  {
   "task": "polyglot/forth",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0006022800000000001,
   "latency_s": 11.12
  },
  {
   "task": "polyglot/go-counting",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0006655600000000002,
   "latency_s": 13.0
  },
  {
   "task": "polyglot/grade-school",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00025949,
   "latency_s": 4.68
  },
  {
   "task": "polyglot/grep",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00043295000000000003,
   "latency_s": 8.65
  },
  {
   "task": "polyglot/hangman",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00012754000000000002,
   "latency_s": 2.44
  },
  {
   "task": "polyglot/list-ops",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00042098000000000005,
   "latency_s": 8.77
  },
  {
   "task": "polyglot/paasio",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00052213,
   "latency_s": 10.22
  },
  {
   "task": "polyglot/phone-number",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00036491000000000003,
   "latency_s": 5.55
  },
  {
   "task": "polyglot/pig-latin",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0007501200000000001,
   "latency_s": 13.89
  },
  {
   "task": "polyglot/poker",
   "passed": true,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0013777400000000001,
   "latency_s": 29.7
  },
  {
   "task": "polyglot/pov",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00196413,
   "latency_s": 37.4
  },
  {
   "task": "polyglot/proverb",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00034454,
   "latency_s": 6.81
  },
  {
   "task": "polyglot/react",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00060935,
   "latency_s": 12.6
  },
  {
   "task": "polyglot/rest-api",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0005514599999999999,
   "latency_s": 10.52
  },
  {
   "task": "polyglot/robot-name",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00019439,
   "latency_s": 3.7
  },
  {
   "task": "polyglot/scale-generator",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0007079800000000001,
   "latency_s": 12.87
  },
  {
   "task": "polyglot/sgf-parsing",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0008795500000000001,
   "latency_s": 15.56
  },
  {
   "task": "polyglot/simple-linked-list",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00024059,
   "latency_s": 2.61
  },
  {
   "task": "polyglot/transpose",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00025207,
   "latency_s": 4.54
  },
  {
   "task": "polyglot/tree-building",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0003978800000000001,
   "latency_s": 6.16
  },
  {
   "task": "polyglot/two-bucket",
   "passed": true,
   "passed_first": true,
   "attempts": 1,
   "cost_usd": 0.00029148,
   "latency_s": 6.16
  },
  {
   "task": "polyglot/variable-length-quantity",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00037681,
   "latency_s": 6.36
  },
  {
   "task": "polyglot/wordy",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00052542,
   "latency_s": 8.35
  },
  {
   "task": "polyglot/zebra-puzzle",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.0023491300000000005,
   "latency_s": 33.28
  },
  {
   "task": "polyglot/zipper",
   "passed": false,
   "passed_first": false,
   "attempts": 2,
   "cost_usd": 0.00049665,
   "latency_s": 8.5
  }
 ]
}