[
 {
  "run": "claude-a-q1",
  "harness": "claude",
  "arm": "a",
  "qid": "q1",
  "wall_s": 21.5,
  "exit": 0,
  "fresh_tokens": 33084,
  "cache_read_tokens": 125397,
  "turns": 3,
  "cost_usd": 0.25012709999999994
 },
 {
  "run": "claude-a-q10",
  "harness": "claude",
  "arm": "a",
  "qid": "q10",
  "wall_s": 22.3,
  "exit": 0,
  "fresh_tokens": 29028,
  "cache_read_tokens": 240063,
  "turns": 6,
  "cost_usd": 0.2611599
 },
 {
  "run": "claude-a-q11",
  "harness": "claude",
  "arm": "a",
  "qid": "q11",
  "wall_s": 85.7,
  "exit": 0,
  "fresh_tokens": 56195,
  "cache_read_tokens": 881153,
  "turns": 22,
  "cost_usd": 0.6593108999999999
 },
 {
  "run": "claude-a-q12",
  "harness": "claude",
  "arm": "a",
  "qid": "q12",
  "wall_s": 17.9,
  "exit": 0,
  "fresh_tokens": 27161,
  "cache_read_tokens": 182986,
  "turns": 4,
  "cost_usd": 0.22886279999999998
 },
 {
  "run": "claude-a-q2",
  "harness": "claude",
  "arm": "a",
  "qid": "q2",
  "wall_s": 15.3,
  "exit": 0,
  "fresh_tokens": 24430,
  "cache_read_tokens": 181738,
  "turns": 4,
  "cost_usd": 0.2083314
 },
 {
  "run": "claude-a-q3",
  "harness": "claude",
  "arm": "a",
  "qid": "q3",
  "wall_s": 24.8,
  "exit": 0,
  "fresh_tokens": 27927,
  "cache_read_tokens": 346974,
  "turns": 7,
  "cost_usd": 0.2856972
 },
 {
  "run": "claude-a-q4",
  "harness": "claude",
  "arm": "a",
  "qid": "q4",
  "wall_s": 12.0,
  "exit": 0,
  "fresh_tokens": 26054,
  "cache_read_tokens": 131493,
  "turns": 3,
  "cost_usd": 0.20110889999999998
 },
 {
  "run": "claude-a-q5",
  "harness": "claude",
  "arm": "a",
  "qid": "q5",
  "wall_s": 24.1,
  "exit": 0,
  "fresh_tokens": 25926,
  "cache_read_tokens": 235284,
  "turns": 5,
  "cost_usd": 0.2358492
 },
 {
  "run": "claude-a-q6",
  "harness": "claude",
  "arm": "a",
  "qid": "q6",
  "wall_s": 42.1,
  "exit": 0,
  "fresh_tokens": 33315,
  "cache_read_tokens": 466772,
  "turns": 12,
  "cost_usd": 0.36099060000000005
 },
 {
  "run": "claude-a-q7",
  "harness": "claude",
  "arm": "a",
  "qid": "q7",
  "wall_s": 17.8,
  "exit": 0,
  "fresh_tokens": 24949,
  "cache_read_tokens": 234055,
  "turns": 5,
  "cost_usd": 0.2281335
 },
 {
  "run": "claude-a-q8",
  "harness": "claude",
  "arm": "a",
  "qid": "q8",
  "wall_s": 10.7,
  "exit": 0,
  "fresh_tokens": 24021,
  "cache_read_tokens": 130324,
  "turns": 3,
  "cost_usd": 0.1871112
 },
 {
  "run": "claude-a-q9",
  "harness": "claude",
  "arm": "a",
  "qid": "q9",
  "wall_s": 52.8,
  "exit": 0,
  "fresh_tokens": 38308,
  "cache_read_tokens": 589231,
  "turns": 12,
  "cost_usd": 0.44058929999999996
 },
 {
  "run": "claude-b-q1",
  "harness": "claude",
  "arm": "b",
  "qid": "q1",
  "wall_s": 18.9,
  "exit": 0,
  "fresh_tokens": 29223,
  "cache_read_tokens": 133397,
  "turns": 4,
  "cost_usd": 0.2273811
 },
 {
  "run": "claude-b-q10",
  "harness": "claude",
  "arm": "b",
  "qid": "q10",
  "wall_s": 19.3,
  "exit": 0,
  "fresh_tokens": 28752,
  "cache_read_tokens": 134792,
  "turns": 3,
  "cost_usd": 0.2237766
 },
 {
  "run": "claude-b-q11",
  "harness": "claude",
  "arm": "b",
  "qid": "q11",
  "wall_s": 44.2,
  "exit": 0,
  "fresh_tokens": 36980,
  "cache_read_tokens": 307751,
  "turns": 11,
  "cost_usd": 0.3430953
 },
 {
  "run": "claude-b-q12",
  "harness": "claude",
  "arm": "b",
  "qid": "q12",
  "wall_s": 32.1,
  "exit": 0,
  "fresh_tokens": 28828,
  "cache_read_tokens": 347389,
  "turns": 7,
  "cost_usd": 0.2941527
 },
 {
  "run": "claude-b-q2",
  "harness": "claude",
  "arm": "b",
  "qid": "q2",
  "wall_s": 13.9,
  "exit": 0,
  "fresh_tokens": 26511,
  "cache_read_tokens": 132582,
  "turns": 3,
  "cost_usd": 0.2058876
 },
 {
  "run": "claude-b-q3",
  "harness": "claude",
  "arm": "b",
  "qid": "q3",
  "wall_s": 20.8,
  "exit": 0,
  "fresh_tokens": 34590,
  "cache_read_tokens": 196231,
  "turns": 4,
  "cost_usd": 0.2774193
 },
 {
  "run": "claude-b-q4",
  "harness": "claude",
  "arm": "b",
  "qid": "q4",
  "wall_s": 12.1,
  "exit": 0,
  "fresh_tokens": 24023,
  "cache_read_tokens": 131095,
  "turns": 4,
  "cost_usd": 0.1896765
 },
 {
  "run": "claude-b-q5",
  "harness": "claude",
  "arm": "b",
  "qid": "q5",
  "wall_s": 13.7,
  "exit": 0,
  "fresh_tokens": 25344,
  "cache_read_tokens": 131968,
  "turns": 3,
  "cost_usd": 0.19724339999999999
 },
 {
  "run": "claude-b-q6",
  "harness": "claude",
  "arm": "b",
  "qid": "q6",
  "wall_s": 40.1,
  "exit": 0,
  "fresh_tokens": 38448,
  "cache_read_tokens": 384473,
  "turns": 10,
  "cost_usd": 0.37486890000000006
 },
 {
  "run": "claude-b-q7",
  "harness": "claude",
  "arm": "b",
  "qid": "q7",
  "wall_s": 20.6,
  "exit": 0,
  "fresh_tokens": 32447,
  "cache_read_tokens": 256979,
  "turns": 5,
  "cost_usd": 0.2801697
 },
 {
  "run": "claude-b-q8",
  "harness": "claude",
  "arm": "b",
  "qid": "q8",
  "wall_s": 22.2,
  "exit": 0,
  "fresh_tokens": 28268,
  "cache_read_tokens": 246539,
  "turns": 5,
  "cost_usd": 0.2511357
 },
 {
  "run": "claude-b-q9",
  "harness": "claude",
  "arm": "b",
  "qid": "q9",
  "wall_s": 40.1,
  "exit": 0,
  "fresh_tokens": 36259,
  "cache_read_tokens": 369016,
  "turns": 13,
  "cost_usd": 0.35750279999999995
 },
 {
  "run": "codex-a-q1",
  "harness": "codex",
  "arm": "a",
  "qid": "q1",
  "wall_s": 51.7,
  "exit": 0,
  "turns": 10,
  "fresh_tokens": 37852,
  "cache_read_tokens": 148864
 },
 {
  "run": "codex-a-q10",
  "harness": "codex",
  "arm": "a",
  "qid": "q10",
  "wall_s": 61.6,
  "exit": 0,
  "turns": 13,
  "fresh_tokens": 17986,
  "cache_read_tokens": 135040
 },
 {
  "run": "codex-a-q11",
  "harness": "codex",
  "arm": "a",
  "qid": "q11",
  "wall_s": 94.0,
  "exit": 0,
  "turns": 20,
  "fresh_tokens": 72877,
  "cache_read_tokens": 379904
 },
 {
  "run": "codex-a-q12",
  "harness": "codex",
  "arm": "a",
  "qid": "q12",
  "wall_s": 49.8,
  "exit": 0,
  "turns": 9,
  "fresh_tokens": 44181,
  "cache_read_tokens": 196352
 },
 {
  "run": "codex-a-q2",
  "harness": "codex",
  "arm": "a",
  "qid": "q2",
  "wall_s": 74.8,
  "exit": 0,
  "turns": 8,
  "fresh_tokens": 18160,
  "cache_read_tokens": 101248
 },
 {
  "run": "codex-a-q3",
  "harness": "codex",
  "arm": "a",
  "qid": "q3",
  "wall_s": 54.2,
  "exit": 0,
  "turns": 10,
  "fresh_tokens": 15053,
  "cache_read_tokens": 131456
 },
 {
  "run": "codex-a-q4",
  "harness": "codex",
  "arm": "a",
  "qid": "q4",
  "wall_s": 21.6,
  "exit": 0,
  "turns": 3,
  "fresh_tokens": 14203,
  "cache_read_tokens": 52864
 },
 {
  "run": "codex-a-q5",
  "harness": "codex",
  "arm": "a",
  "qid": "q5",
  "wall_s": 51.9,
  "exit": 0,
  "turns": 10,
  "fresh_tokens": 40299,
  "cache_read_tokens": 189824
 },
 {
  "run": "codex-a-q6",
  "harness": "codex",
  "arm": "a",
  "qid": "q6",
  "wall_s": 58.9,
  "exit": 0,
  "turns": 19,
  "fresh_tokens": 38978,
  "cache_read_tokens": 189184
 },
 {
  "run": "codex-a-q7",
  "harness": "codex",
  "arm": "a",
  "qid": "q7",
  "wall_s": 39.4,
  "exit": 0,
  "turns": 8,
  "fresh_tokens": 26225,
  "cache_read_tokens": 116224
 },
 {
  "run": "codex-a-q8",
  "harness": "codex",
  "arm": "a",
  "qid": "q8",
  "wall_s": 67.2,
  "exit": 0,
  "turns": 13,
  "fresh_tokens": 35808,
  "cache_read_tokens": 162048
 },
 {
  "run": "codex-a-q9",
  "harness": "codex",
  "arm": "a",
  "qid": "q9",
  "wall_s": 58.0,
  "exit": 0,
  "turns": 14,
  "fresh_tokens": 24172,
  "cache_read_tokens": 139136
 },
 {
  "run": "codex-b-q1",
  "harness": "codex",
  "arm": "b",
  "qid": "q1",
  "wall_s": 56.4,
  "exit": 0,
  "turns": 12,
  "fresh_tokens": 36975,
  "cache_read_tokens": 203392
 },
 {
  "run": "codex-b-q10",
  "harness": "codex",
  "arm": "b",
  "qid": "q10",
  "wall_s": 41.8,
  "exit": 0,
  "turns": 5,
  "fresh_tokens": 27651,
  "cache_read_tokens": 112000
 },
 {
  "run": "codex-b-q11",
  "harness": "codex",
  "arm": "b",
  "qid": "q11",
  "wall_s": 75.1,
  "exit": 0,
  "turns": 8,
  "fresh_tokens": 37248,
  "cache_read_tokens": 235520
 },
 {
  "run": "codex-b-q12",
  "harness": "codex",
  "arm": "b",
  "qid": "q12",
  "wall_s": 84.8,
  "exit": 0,
  "turns": 25,
  "fresh_tokens": 65736,
  "cache_read_tokens": 482432
 },
 {
  "run": "codex-b-q2",
  "harness": "codex",
  "arm": "b",
  "qid": "q2",
  "wall_s": 51.1,
  "exit": 0,
  "turns": 8,
  "fresh_tokens": 32343,
  "cache_read_tokens": 185984
 },
 {
  "run": "codex-b-q3",
  "harness": "codex",
  "arm": "b",
  "qid": "q3",
  "wall_s": 50.6,
  "exit": 0,
  "turns": 8,
  "fresh_tokens": 23468,
  "cache_read_tokens": 116608
 },
 {
  "run": "codex-b-q4",
  "harness": "codex",
  "arm": "b",
  "qid": "q4",
  "wall_s": 70.8,
  "exit": 0,
  "turns": 7,
  "fresh_tokens": 13533,
  "cache_read_tokens": 157952
 },
 {
  "run": "codex-b-q5",
  "harness": "codex",
  "arm": "b",
  "qid": "q5",
  "wall_s": 27.6,
  "exit": 0,
  "turns": 6,
  "fresh_tokens": 18279,
  "cache_read_tokens": 77824
 },
 {
  "run": "codex-b-q6",
  "harness": "codex",
  "arm": "b",
  "qid": "q6",
  "wall_s": 87.1,
  "exit": 0,
  "turns": 21,
  "fresh_tokens": 52469,
  "cache_read_tokens": 284544
 },
 {
  "run": "codex-b-q7",
  "harness": "codex",
  "arm": "b",
  "qid": "q7",
  "wall_s": 28.5,
  "exit": 0,
  "turns": 4,
  "fresh_tokens": 21247,
  "cache_read_tokens": 109952
 },
 {
  "run": "codex-b-q8",
  "harness": "codex",
  "arm": "b",
  "qid": "q8",
  "wall_s": 23.0,
  "exit": 0,
  "turns": 2,
  "fresh_tokens": 18379,
  "cache_read_tokens": 57472
 },
 {
  "run": "codex-b-q9",
  "harness": "codex",
  "arm": "b",
  "qid": "q9",
  "wall_s": 83.6,
  "exit": 0,
  "turns": 21,
  "fresh_tokens": 49995,
  "cache_read_tokens": 283776
 },
 {
  "run": "devin-a-q1",
  "harness": "devin",
  "arm": "a",
  "qid": "q1",
  "wall_s": 22.2,
  "exit": 0,
  "fresh_tokens": 222407,
  "cache_read_tokens": 0,
  "turns": 15
 },
 {
  "run": "devin-a-q10",
  "harness": "devin",
  "arm": "a",
  "qid": "q10",
  "wall_s": 4.1,
  "exit": 1
 },
 {
  "run": "devin-a-q11",
  "harness": "devin",
  "arm": "a",
  "qid": "q11",
  "wall_s": 3.9,
  "exit": 1
 },
 {
  "run": "devin-a-q12",
  "harness": "devin",
  "arm": "a",
  "qid": "q12",
  "wall_s": 3.8,
  "exit": 1
 },
 {
  "run": "devin-a-q2",
  "harness": "devin",
  "arm": "a",
  "qid": "q2",
  "wall_s": 18.8,
  "exit": 0,
  "fresh_tokens": 131016,
  "cache_read_tokens": 0,
  "turns": 13
 },
 {
  "run": "devin-a-q3",
  "harness": "devin",
  "arm": "a",
  "qid": "q3",
  "wall_s": 55.0,
  "exit": 0,
  "fresh_tokens": 774915,
  "cache_read_tokens": 0,
  "turns": 28
 },
 {
  "run": "devin-a-q4",
  "harness": "devin",
  "arm": "a",
  "qid": "q4",
  "wall_s": 136.9,
  "exit": 0,
  "fresh_tokens": 2309408,
  "cache_read_tokens": 0,
  "turns": 67
 },
 {
  "run": "devin-a-q5",
  "harness": "devin",
  "arm": "a",
  "qid": "q5",
  "wall_s": 19.6,
  "exit": 0,
  "fresh_tokens": 186917,
  "cache_read_tokens": 0,
  "turns": 15
 },
 {
  "run": "devin-a-q6",
  "harness": "devin",
  "arm": "a",
  "qid": "q6",
  "wall_s": 41.4,
  "exit": 0,
  "fresh_tokens": 379569,
  "cache_read_tokens": 0,
  "turns": 20
 },
 {
  "run": "devin-a-q7",
  "harness": "devin",
  "arm": "a",
  "qid": "q7",
  "wall_s": 11.8,
  "exit": 0,
  "fresh_tokens": 83516,
  "cache_read_tokens": 0,
  "turns": 11
 },
 {
  "run": "devin-a-q8",
  "harness": "devin",
  "arm": "a",
  "qid": "q8",
  "wall_s": 3.9,
  "exit": 1
 },
 {
  "run": "devin-a-q9",
  "harness": "devin",
  "arm": "a",
  "qid": "q9",
  "wall_s": 3.9,
  "exit": 1
 },
 {
  "run": "devin-b-q1",
  "harness": "devin",
  "arm": "b",
  "qid": "q1",
  "wall_s": 19.8,
  "exit": 0,
  "fresh_tokens": 164225,
  "cache_read_tokens": 0,
  "turns": 14
 },
 {
  "run": "devin-b-q10",
  "harness": "devin",
  "arm": "b",
  "qid": "q10",
  "wall_s": 3.9,
  "exit": 1
 },
 {
  "run": "devin-b-q11",
  "harness": "devin",
  "arm": "b",
  "qid": "q11",
  "wall_s": 4.0,
  "exit": 1
 },
 {
  "run": "devin-b-q12",
  "harness": "devin",
  "arm": "b",
  "qid": "q12",
  "wall_s": 4.0,
  "exit": 1
 },
 {
  "run": "devin-b-q2",
  "harness": "devin",
  "arm": "b",
  "qid": "q2",
  "wall_s": 17.4,
  "exit": 0,
  "fresh_tokens": 142594,
  "cache_read_tokens": 0,
  "turns": 13
 },
 {
  "run": "devin-b-q3",
  "harness": "devin",
  "arm": "b",
  "qid": "q3",
  "wall_s": 41.1,
  "exit": 0,
  "fresh_tokens": 507871,
  "cache_read_tokens": 0,
  "turns": 25
 },
 {
  "run": "devin-b-q4",
  "harness": "devin",
  "arm": "b",
  "qid": "q4",
  "wall_s": 37.0,
  "exit": 0,
  "fresh_tokens": 411831,
  "cache_read_tokens": 0,
  "turns": 23
 },
 {
  "run": "devin-b-q5",
  "harness": "devin",
  "arm": "b",
  "qid": "q5",
  "wall_s": 28.7,
  "exit": 0,
  "fresh_tokens": 304403,
  "cache_read_tokens": 0,
  "turns": 19
 },
 {
  "run": "devin-b-q6",
  "harness": "devin",
  "arm": "b",
  "qid": "q6",
  "wall_s": 51.1,
  "exit": 0,
  "fresh_tokens": 769812,
  "cache_read_tokens": 0,
  "turns": 30
 },
 {
  "run": "devin-b-q7",
  "harness": "devin",
  "arm": "b",
  "qid": "q7",
  "wall_s": 15.2,
  "exit": 1,
  "fresh_tokens": 199170,
  "cache_read_tokens": 0,
  "turns": 15
 },
 {
  "run": "devin-b-q8",
  "harness": "devin",
  "arm": "b",
  "qid": "q8",
  "wall_s": 4.0,
  "exit": 1
 },
 {
  "run": "devin-b-q9",
  "harness": "devin",
  "arm": "b",
  "qid": "q9",
  "wall_s": 3.9,
  "exit": 1
 }
]