{"ep": "h1-00048", "task": "L1_014", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1423, "status": "ok", "correct": true, "speedup": 4.1423, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 47.3, "calls": 1, "tokens_in": 5875, "tokens_out": 1212, "ctx_chars": 9311, "ctx_sha": "6a99911cb1ac1a4e", "t_end": 1791527089.4663131}
{"ep": "h1-00062", "task": "L3_019", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 49.7, "calls": 1, "tokens_in": 2378, "tokens_out": 3614, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527091.866484}
{"ep": "h1-00010", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1133, "status": "ok", "correct": true, "speedup": 1.1133, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 53.5, "calls": 2, "tokens_in": 14379, "tokens_out": 2273, "ctx_chars": 11296, "ctx_sha": "2d2e82dae56fa580", "t_end": 1791527095.6261659}
{"ep": "h1-00026", "task": "L3_034", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9764, "status": "ok", "correct": true, "speedup": 0.9764, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 57.0, "calls": 3, "tokens_in": 16193, "tokens_out": 2164, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791527099.0753922}
{"ep": "h1-00063", "task": "L3_033", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'rnn_fused': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=rnn_fused -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csr", "wall_s": 63.0, "calls": 1, "tokens_in": 2001, "tokens_out": 1438, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527105.1559622}
{"ep": "h1-00045", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0349, "status": "ok", "correct": true, "speedup": 1.0349, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 65.2, "calls": 2, "tokens_in": 4524, "tokens_out": 2171, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527107.3789313}
{"ep": "h1-00039", "task": "L2_051", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 29.3715, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 73.0, "calls": 3, "tokens_in": 21095, "tokens_out": 3358, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791527115.111832}
{"ep": "h1-00006", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.034, "status": "ok", "correct": true, "speedup": 1.034, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 75.3, "calls": 2, "tokens_in": 12220, "tokens_out": 1697, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791527117.4214656}
{"ep": "h1-00023", "task": "L3_039", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7949, "status": "ok", "correct": true, "speedup": 0.7949, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 76.1, "calls": 2, "tokens_in": 12127, "tokens_out": 1967, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791527118.1847913}
{"ep": "h1-00047", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0149, "status": "ok", "correct": true, "speedup": 1.0149, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 88.3, "calls": 2, "tokens_in": 5618, "tokens_out": 4788, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527130.4627166}
{"ep": "h1-00012", "task": "L3_022", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3078, "status": "ok", "correct": true, "speedup": 0.3078, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 88.7, "calls": 3, "tokens_in": 24491, "tokens_out": 5977, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527130.8318}
{"ep": "h1-00061", "task": "L2_057", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1673, "status": "ok", "correct": true, "speedup": 2.1673, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 91.0, "calls": 1, "tokens_in": 5844, "tokens_out": 479, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791527133.1721754}
{"ep": "h1-00032", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 37.2401, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 95.9, "calls": 2, "tokens_in": 12555, "tokens_out": 4008, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791527138.0673916}
{"ep": "h1-00034", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 30.1791, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 99.3, "calls": 2, "tokens_in": 13020, "tokens_out": 5230, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791527141.4629304}
{"ep": "h1-00054", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9176, "status": "ok", "correct": true, "speedup": 0.9176, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 102.4, "calls": 2, "tokens_in": 14187, "tokens_out": 4575, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527144.5798361}
{"ep": "h1-00043", "task": "L2_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5444, "status": "ok", "correct": true, "speedup": 1.5444, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 103.2, "calls": 1, "tokens_in": 1915, "tokens_out": 2458, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527145.318286}
{"ep": "h1-00014", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0686, "status": "ok", "correct": true, "speedup": 1.0686, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 108.7, "calls": 2, "tokens_in": 14827, "tokens_out": 3384, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791527150.817329}
{"ep": "h1-00016", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3674, "status": "ok", "correct": true, "speedup": 1.3674, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 117.0, "calls": 2, "tokens_in": 14165, "tokens_out": 3963, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527159.1115384}
{"ep": "h1-00022", "task": "L2_037", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1604, "status": "ok", "correct": true, "speedup": 1.1604, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 129.2, "calls": 3, "tokens_in": 7411, "tokens_out": 1885, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527171.3587906}
{"ep": "h1-00058", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4781, "status": "ok", "correct": true, "speedup": 1.4781, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 137.7, "calls": 2, "tokens_in": 4944, "tokens_out": 4295, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527179.830161}
{"ep": "h1-00055", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3958, "status": "ok", "correct": true, "speedup": 1.3958, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 143.7, "calls": 2, "tokens_in": 13573, "tokens_out": 2636, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791527185.850451}
{"ep": "h1-00051", "task": "L1_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3195, "status": "ok", "correct": true, "speedup": 2.3195, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 144.5, "calls": 3, "tokens_in": 23919, "tokens_out": 2121, "ctx_chars": 11582, "ctx_sha": "a74f6646d7158b72", "t_end": 1791527186.6446927}
{"ep": "h1-00003", "task": "L3_002", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9324, "status": "ok", "correct": true, "speedup": 0.9324, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 146.9, "calls": 3, "tokens_in": 15358, "tokens_out": 1731, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527188.9957874}
{"ep": "h1-00046", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5403, "status": "ok", "correct": true, "speedup": 1.5403, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 149.3, "calls": 2, "tokens_in": 15749, "tokens_out": 3967, "ctx_chars": 11288, "ctx_sha": "b0db956aa86ee683", "t_end": 1791527191.4157395}
{"ep": "h1-00001", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7339, "status": "ok", "correct": true, "speedup": 0.7339, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 154.1, "calls": 2, "tokens_in": 15181, "tokens_out": 2588, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791527196.1998758}
{"ep": "h1-00020", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.28, "status": "ok", "correct": true, "speedup": 1.28, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 156.8, "calls": 2, "tokens_in": 4913, "tokens_out": 2939, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527198.903522}
{"ep": "h1-00009", "task": "L3_047", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9687, "status": "ok", "correct": true, "speedup": 0.9687, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 159.1, "calls": 2, "tokens_in": 17520, "tokens_out": 3934, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527201.2372794}
{"ep": "h1-00021", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0342, "status": "ok", "correct": true, "speedup": 1.0342, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 165.8, "calls": 2, "tokens_in": 12965, "tokens_out": 5345, "ctx_chars": 8449, "ctx_sha": "9b009b1f2fb08074", "t_end": 1791527207.952184}
{"ep": "h1-00028", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.381, "status": "ok", "correct": true, "speedup": 1.381, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 170.0, "calls": 2, "tokens_in": 14537, "tokens_out": 5156, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527212.1049316}
{"ep": "h1-00041", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6908, "status": "ok", "correct": true, "speedup": 1.6908, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 173.7, "calls": 2, "tokens_in": 6432, "tokens_out": 6048, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527215.7922778}
{"ep": "h1-00031", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.014, "status": "ok", "correct": true, "speedup": 1.014, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 177.7, "calls": 2, "tokens_in": 10667, "tokens_out": 12656, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527219.829146}
{"ep": "h1-00007", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.153, "status": "ok", "correct": true, "speedup": 2.153, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 180.7, "calls": 2, "tokens_in": 15075, "tokens_out": 2224, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791527222.7952354}
{"ep": "h1-00059", "task": "L1_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'gelu_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=gelu_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/", "wall_s": 194.2, "calls": 1, "tokens_in": 1562, "tokens_out": 831, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527236.3231268}
{"ep": "h1-00057", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0896, "status": "ok", "correct": true, "speedup": 1.0896, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 194.5, "calls": 2, "tokens_in": 5181, "tokens_out": 5657, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527236.6201584}
{"ep": "h1-00073", "task": "L1_014", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0029, "status": "ok", "correct": true, "speedup": 4.0029, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 116.7, "calls": 1, "tokens_in": 5875, "tokens_out": 1190, "ctx_chars": 9311, "ctx_sha": "6a99911cb1ac1a4e", "t_end": 1791527247.1309817}
{"ep": "h1-00029", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2411, "status": "ok", "correct": true, "speedup": 1.2411, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 221.9, "calls": 2, "tokens_in": 10682, "tokens_out": 4797, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527263.9868164}
{"ep": "h1-00000", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8746, "status": "ok", "correct": true, "speedup": 0.8746, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 223.3, "calls": 2, "tokens_in": 5712, "tokens_out": 6445, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527265.3766525}
{"ep": "h1-00017", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0186, "status": "ok", "correct": true, "speedup": 1.0186, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 223.5, "calls": 2, "tokens_in": 6167, "tokens_out": 4725, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527265.587712}
{"ep": "h1-00085", "task": "L2_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fuse_046': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fuse_046 -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/", "wall_s": 82.3, "calls": 1, "tokens_in": 1727, "tokens_out": 1334, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527268.906217}
{"ep": "h1-00052", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7237, "status": "ok", "correct": true, "speedup": 0.7237, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 228.2, "calls": 2, "tokens_in": 18518, "tokens_out": 21773, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527270.3255537}
{"ep": "h1-00011", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.1271, "status": "ok", "correct": true, "speedup": 8.1271, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 228.3, "calls": 3, "tokens_in": 17878, "tokens_out": 13580, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527270.4505863}
{"ep": "h1-00065", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0077, "status": "ok", "correct": true, "speedup": 1.0077, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 187.1, "calls": 2, "tokens_in": 7477, "tokens_out": 8915, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527278.9703603}
{"ep": "h1-00093", "task": "L2_095", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_act_m095': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_act_m095 -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include", "wall_s": 64.3, "calls": 1, "tokens_in": 1668, "tokens_out": 884, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527280.068269}
{"ep": "h1-00081", "task": "L3_001", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0, "status": "ok", "correct": true, "speedup": 1.0, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 142.9, "calls": 3, "tokens_in": 15325, "tokens_out": 1752, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527302.0091608}
{"ep": "h1-00038", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1136, "status": "ok", "correct": true, "speedup": 1.1136, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 261.5, "calls": 2, "tokens_in": 14371, "tokens_out": 2151, "ctx_chars": 11296, "ctx_sha": "2d2e82dae56fa580", "t_end": 1791527303.6359143}
{"ep": "h1-00064", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0826, "status": "ok", "correct": true, "speedup": 1.0826, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 215.1, "calls": 3, "tokens_in": 25685, "tokens_out": 8091, "ctx_chars": 11023, "ctx_sha": "04625c0d6e6734eb", "t_end": 1791527304.5733635}
{"ep": "h1-00083", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2273, "status": "ok", "correct": true, "speedup": 1.2273, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 125.9, "calls": 2, "tokens_in": 4733, "tokens_out": 2353, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527305.7705615}
{"ep": "h1-00013", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0641, "status": "ok", "correct": true, "speedup": 1.0641, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 266.9, "calls": 2, "tokens_in": 5040, "tokens_out": 2871, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527309.0295606}
{"ep": "h1-00078", "task": "L1_010", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8378, "status": "ok", "correct": true, "speedup": 0.8378, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 172.5, "calls": 2, "tokens_in": 4760, "tokens_out": 3470, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527317.0841722}
{"ep": "h1-00070", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.431, "status": "ok", "correct": true, "speedup": 0.431, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 202.0, "calls": 2, "tokens_in": 25400, "tokens_out": 12753, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527317.0868955}
{"ep": "h1-00042", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.9737, "status": "ok", "correct": true, "speedup": 3.9737, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 277.6, "calls": 2, "tokens_in": 8895, "tokens_out": 20262, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527319.7484741}
{"ep": "h1-00089", "task": "L3_042", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7935, "status": "ok", "correct": true, "speedup": 0.7935, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 126.2, "calls": 2, "tokens_in": 11848, "tokens_out": 1409, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791527325.1016204}
{"ep": "h1-00104", "task": "L1_062", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'passmod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=passmod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/ap", "wall_s": 67.8, "calls": 1, "tokens_in": 2001, "tokens_out": 1100, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527338.2938557}
{"ep": "h1-00102", "task": "L2_059", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0024, "status": "ok", "correct": true, "speedup": 1.0024, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 90.3, "calls": 1, "tokens_in": 6426, "tokens_out": 454, "ctx_chars": 10909, "ctx_sha": "65e4e510dcc4381c", "t_end": 1791527359.2546036}
{"ep": "h1-00044", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.5434, "status": "ok", "correct": true, "speedup": 3.5434, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 319.2, "calls": 4, "tokens_in": 29614, "tokens_out": 17810, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527361.3345096}
{"ep": "h1-00040", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.3323, "status": "ok", "correct": true, "speedup": 3.3323, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 320.8, "calls": 2, "tokens_in": 8370, "tokens_out": 14781, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527362.9363723}
{"ep": "h1-00076", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9205, "status": "ok", "correct": true, "speedup": 0.9205, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 225.3, "calls": 2, "tokens_in": 5619, "tokens_out": 4826, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527363.3941443}
{"ep": "h1-00030", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.855, "status": "ok", "correct": true, "speedup": 0.855, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 325.1, "calls": 2, "tokens_in": 4826, "tokens_out": 4081, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527367.179914}
{"ep": "h1-00088", "task": "L1_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9631, "status": "ok", "correct": true, "speedup": 0.9631, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 176.0, "calls": 3, "tokens_in": 24507, "tokens_out": 2474, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791527372.2272122}
{"ep": "h1-00002", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5447, "status": "ok", "correct": true, "speedup": 1.5447, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 338.9, "calls": 2, "tokens_in": 5612, "tokens_out": 4552, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527380.9807036}
{"ep": "h1-00092", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6593, "status": "ok", "correct": true, "speedup": 1.6593, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 169.0, "calls": 2, "tokens_in": 8900, "tokens_out": 8266, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791527381.097147}
{"ep": "h1-00099", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1189, "status": "ok", "correct": true, "speedup": 1.1189, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 122.7, "calls": 2, "tokens_in": 5038, "tokens_out": 4536, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527386.7060835}
{"ep": "h1-00075", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.415, "status": "ok", "correct": true, "speedup": 3.415, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 258.0, "calls": 2, "tokens_in": 13190, "tokens_out": 2827, "ctx_chars": 9311, "ctx_sha": "6a99911cb1ac1a4e", "t_end": 1791527391.1746984}
{"ep": "h1-00035", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4729, "status": "ok", "correct": true, "speedup": 0.4729, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 360.4, "calls": 2, "tokens_in": 7621, "tokens_out": 11978, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527402.4878361}
{"ep": "h1-00025", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.011, "status": "ok", "correct": true, "speedup": 4.011, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 370.3, "calls": 2, "tokens_in": 7599, "tokens_out": 13239, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527412.4336793}
{"ep": "h1-00056", "task": "L1_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3213, "status": "ok", "correct": true, "speedup": 2.3213, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 372.1, "calls": 2, "tokens_in": 6039, "tokens_out": 2854, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527414.2356267}
{"ep": "h1-00004", "task": "L2_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1682, "status": "ok", "correct": true, "speedup": 1.1682, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 372.6, "calls": 3, "tokens_in": 23506, "tokens_out": 1600, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791527414.7112162}
{"ep": "h1-00037", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6628, "status": "ok", "correct": true, "speedup": 0.6628, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 382.9, "calls": 2, "tokens_in": 16363, "tokens_out": 10583, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527425.0013459}
{"ep": "h1-00049", "task": "L2_063", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0068, "status": "ok", "correct": true, "speedup": 1.0068, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 383.7, "calls": 1, "tokens_in": 1518, "tokens_out": 597, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527425.856834}
{"ep": "h1-00087", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6454, "status": "ok", "correct": true, "speedup": 0.6454, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 243.3, "calls": 2, "tokens_in": 5465, "tokens_out": 11422, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527434.7499397}
{"ep": "h1-00053", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7711, "status": "ok", "correct": true, "speedup": 0.7711, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 392.7, "calls": 3, "tokens_in": 19380, "tokens_out": 19157, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527434.8730774}
{"ep": "h1-00067", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2831, "status": "ok", "correct": true, "speedup": 1.2831, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 349.2, "calls": 2, "tokens_in": 13445, "tokens_out": 2839, "ctx_chars": 9893, "ctx_sha": "b7d3b378c9e92c33", "t_end": 1791527448.311043}
{"ep": "h1-00111", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6155, "status": "ok", "correct": true, "speedup": 1.6155, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 142.5, "calls": 2, "tokens_in": 16874, "tokens_out": 4991, "ctx_chars": 11886, "ctx_sha": "8cbbd063f294068f", "t_end": 1791527451.5065563}
{"ep": "h1-00110", "task": "L2_008", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0694, "status": "ok", "correct": true, "speedup": 1.0694, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 164.7, "calls": 3, "tokens_in": 26060, "tokens_out": 3934, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791527470.4890723}
{"ep": "h1-00118", "task": "L3_043", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "runtime_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "OutOfResources: out of resource: shared memory, Required: 180480, Hardware limit: 166912. Reducing block sizes or `num_stages` may help.", "wall_s": 113.6, "calls": 1, "tokens_in": 2406, "tokens_out": 5378, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527474.94218}
{"ep": "h1-00117", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0282, "status": "ok", "correct": true, "speedup": 1.0282, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 120.6, "calls": 2, "tokens_in": 4292, "tokens_out": 2008, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527479.8698552}
{"ep": "h1-00095", "task": "L2_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5832, "status": "ok", "correct": true, "speedup": 0.5832, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 257.1, "calls": 2, "tokens_in": 13427, "tokens_out": 1948, "ctx_chars": 10177, "ctx_sha": "cf1072ae0bde8a1b", "t_end": 1791527479.8856692}
{"ep": "h1-00069", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5323, "status": "ok", "correct": true, "speedup": 0.5323, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 378.3, "calls": 2, "tokens_in": 15708, "tokens_out": 5595, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791527485.6594324}
{"ep": "h1-00060", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.7193, "status": "ok", "correct": true, "speedup": 3.7193, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 444.3, "calls": 2, "tokens_in": 9243, "tokens_out": 17373, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527486.4466548}
{"ep": "h1-00106", "task": "L2_073", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1556, "status": "ok", "correct": true, "speedup": 1.1556, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 214.5, "calls": 2, "tokens_in": 13071, "tokens_out": 2958, "ctx_chars": 9590, "ctx_sha": "5bdedd614e688703", "t_end": 1791527494.614382}
{"ep": "h1-00008", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4223, "status": "ok", "correct": true, "speedup": 1.4223, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 454.5, "calls": 2, "tokens_in": 4520, "tokens_out": 2013, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527496.590168}
{"ep": "h1-00066", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.6727, "status": "ok", "correct": true, "speedup": 3.6727, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 409.0, "calls": 3, "tokens_in": 17187, "tokens_out": 11236, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527504.6346443}
{"ep": "h1-00005", "task": "L1_010", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9231, "status": "ok", "correct": true, "speedup": 0.9231, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 464.1, "calls": 3, "tokens_in": 8790, "tokens_out": 3697, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527506.1643922}
{"ep": "h1-00036", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0094, "status": "ok", "correct": true, "speedup": 1.0094, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 467.1, "calls": 4, "tokens_in": 33871, "tokens_out": 9397, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791527509.2615774}
{"ep": "h1-00096", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2726, "status": "ok", "correct": true, "speedup": 1.2726, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 279.0, "calls": 2, "tokens_in": 13321, "tokens_out": 2813, "ctx_chars": 9835, "ctx_sha": "6aedb10d18ef2e36", "t_end": 1791527515.341884}
{"ep": "h1-00033", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.4729, "status": "ok", "correct": true, "speedup": 6.4729, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 473.7, "calls": 3, "tokens_in": 16957, "tokens_out": 16954, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527515.8220475}
{"ep": "h1-00077", "task": "L2_003", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2538, "status": "ok", "correct": true, "speedup": 1.2538, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 379.6, "calls": 2, "tokens_in": 6044, "tokens_out": 2927, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527521.0287132}
{"ep": "h1-00123", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3083, "status": "ok", "correct": true, "speedup": 1.3083, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 140.1, "calls": 2, "tokens_in": 14212, "tokens_out": 4373, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527521.038584}
{"ep": "h1-00050", "task": "L2_032", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1063, "status": "ok", "correct": true, "speedup": 1.1063, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 493.1, "calls": 1, "tokens_in": 1681, "tokens_out": 654, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527535.1847434}
{"ep": "h1-00074", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8738, "status": "ok", "correct": true, "speedup": 1.8738, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 406.4, "calls": 2, "tokens_in": 5997, "tokens_out": 7544, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527537.2212439}
{"ep": "h1-00018", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.4284, "status": "ok", "correct": true, "speedup": 7.4284, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 498.5, "calls": 3, "tokens_in": 28594, "tokens_out": 24773, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791527540.6611514}
{"ep": "h1-00084", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4549, "status": "ok", "correct": true, "speedup": 1.4549, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 354.9, "calls": 2, "tokens_in": 4621, "tokens_out": 2101, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527540.7839918}
{"ep": "h1-00079", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0048, "status": "ok", "correct": true, "speedup": 1.0048, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 396.0, "calls": 2, "tokens_in": 3906, "tokens_out": 2070, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527541.3472233}
{"ep": "h1-00116", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.6458, "status": "ok", "correct": true, "speedup": 3.6458, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 203.2, "calls": 2, "tokens_in": 7279, "tokens_out": 12254, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527541.5244393}
{"ep": "h1-00082", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.6457, "status": "ok", "correct": true, "speedup": 2.6457, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 371.0, "calls": 3, "tokens_in": 30195, "tokens_out": 11039, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527542.3249938}
{"ep": "h1-00126", "task": "L2_011", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.6383, "status": "ok", "correct": true, "speedup": 3.6383, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 151.6, "calls": 3, "tokens_in": 36763, "tokens_out": 10346, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791527542.8131642}
{"ep": "h1-00127", "task": "L2_011", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0385, "status": "ok", "correct": true, "speedup": 4.0385, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 154.2, "calls": 2, "tokens_in": 19859, "tokens_out": 7010, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791527556.6728501}
{"ep": "h1-00091", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.8703, "status": "ok", "correct": true, "speedup": 3.8703, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 349.3, "calls": 4, "tokens_in": 27650, "tokens_out": 18163, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527557.210273}
{"ep": "h1-00122", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9345, "status": "ok", "correct": true, "speedup": 0.9345, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 187.8, "calls": 2, "tokens_in": 7771, "tokens_out": 7067, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527560.0388277}
{"ep": "h1-00027", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7294, "status": "ok", "correct": true, "speedup": 0.7294, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 518.0, "calls": 2, "tokens_in": 15943, "tokens_out": 6194, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791527560.1628127}
{"ep": "h1-00130", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0411, "status": "ok", "correct": true, "speedup": 4.0411, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 145.8, "calls": 2, "tokens_in": 13241, "tokens_out": 2932, "ctx_chars": 9311, "ctx_sha": "6a99911cb1ac1a4e", "t_end": 1791527560.4703455}
{"ep": "h1-00101", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3515, "status": "ok", "correct": true, "speedup": 1.3515, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 299.2, "calls": 2, "tokens_in": 14030, "tokens_out": 3941, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527564.809552}
{"ep": "h1-00071", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 13.2283, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 451.0, "calls": 2, "tokens_in": 16010, "tokens_out": 7546, "ctx_chars": 11393, "ctx_sha": "d0a999376e3d430c", "t_end": 1791527568.4253218}
{"ep": "h1-00121", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3507, "status": "ok", "correct": true, "speedup": 1.3507, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 207.7, "calls": 2, "tokens_in": 12767, "tokens_out": 4403, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791527574.9129317}
{"ep": "h1-00114", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 30.6509, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 255.5, "calls": 3, "tokens_in": 22329, "tokens_out": 11563, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791527575.2985039}
{"ep": "h1-00100", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1168, "status": "ok", "correct": true, "speedup": 4.1168, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 324.5, "calls": 3, "tokens_in": 16959, "tokens_out": 15652, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527589.8429768}
{"ep": "h1-00138", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0117, "status": "ok", "correct": true, "speedup": 1.0117, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 118.5, "calls": 2, "tokens_in": 13669, "tokens_out": 1442, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791527593.486371}
{"ep": "h1-00125", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 13.7145, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 208.1, "calls": 2, "tokens_in": 16035, "tokens_out": 7102, "ctx_chars": 11393, "ctx_sha": "d0a999376e3d430c", "t_end": 1791527594.7633314}
{"ep": "h1-00086", "task": "L1_017", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6592, "status": "ok", "correct": true, "speedup": 0.6592, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 408.8, "calls": 2, "tokens_in": 12912, "tokens_out": 3223, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791527597.8315198}
{"ep": "h1-00109", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0688, "status": "ok", "correct": true, "speedup": 1.0688, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 296.9, "calls": 2, "tokens_in": 12042, "tokens_out": 2026, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791527601.429071}
{"ep": "h1-00019", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4229, "status": "ok", "correct": true, "speedup": 1.4229, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 561.6, "calls": 2, "tokens_in": 14230, "tokens_out": 4376, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527603.6859274}
{"ep": "h1-00112", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9422, "status": "ok", "correct": true, "speedup": 1.9422, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 288.5, "calls": 2, "tokens_in": 8886, "tokens_out": 4568, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791527605.6294515}
{"ep": "h1-00132", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.109, "status": "ok", "correct": true, "speedup": 1.109, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 182.4, "calls": 2, "tokens_in": 14405, "tokens_out": 2202, "ctx_chars": 11296, "ctx_sha": "2d2e82dae56fa580", "t_end": 1791527608.2454782}
{"ep": "h1-00166", "task": "L2_032", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1119, "status": "ok", "correct": true, "speedup": 1.1119, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 54.4, "calls": 1, "tokens_in": 1681, "tokens_out": 734, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527622.871124}
{"ep": "h1-00140", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2719, "status": "ok", "correct": true, "speedup": 1.2719, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 143.5, "calls": 2, "tokens_in": 13406, "tokens_out": 2645, "ctx_chars": 9835, "ctx_sha": "6aedb10d18ef2e36", "t_end": 1791527623.3526218}
{"ep": "h1-00094", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.934, "status": "ok", "correct": true, "speedup": 2.934, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 404.5, "calls": 3, "tokens_in": 13155, "tokens_out": 9576, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527624.2887084}
{"ep": "h1-00135", "task": "L2_073", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0042, "status": "ok", "correct": true, "speedup": 1.0042, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 177.1, "calls": 3, "tokens_in": 20584, "tokens_out": 3086, "ctx_chars": 9590, "ctx_sha": "5bdedd614e688703", "t_end": 1791527625.4060016}
{"ep": "h1-00103", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.758, "status": "ok", "correct": true, "speedup": 3.758, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 355.5, "calls": 3, "tokens_in": 16654, "tokens_out": 16408, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527625.8425438}
{"ep": "h1-00115", "task": "L1_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1694, "status": "ok", "correct": true, "speedup": 0.1694, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 302.5, "calls": 1, "tokens_in": 1474, "tokens_out": 1832, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527627.6129878}
{"ep": "h1-00090", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.025, "status": "ok", "correct": true, "speedup": 2.025, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 427.6, "calls": 3, "tokens_in": 14226, "tokens_out": 12535, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527628.8654342}
{"ep": "h1-00108", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 48.9781, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 326.8, "calls": 3, "tokens_in": 20063, "tokens_out": 19589, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527630.3915539}
{"ep": "h1-00128", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2823, "status": "ok", "correct": true, "speedup": 1.2823, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 218.7, "calls": 3, "tokens_in": 22063, "tokens_out": 7357, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791527631.1659877}
{"ep": "h1-00162", "task": "L3_008", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1553, "status": "ok", "correct": true, "speedup": 1.1553, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 74.6, "calls": 2, "tokens_in": 11369, "tokens_out": 3774, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527634.6226745}
{"ep": "h1-00131", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8746, "status": "ok", "correct": true, "speedup": 0.8746, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 221.6, "calls": 2, "tokens_in": 17530, "tokens_out": 18804, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527646.5824895}
{"ep": "h1-00098", "task": "L2_003", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2589, "status": "ok", "correct": true, "speedup": 1.2589, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 403.0, "calls": 3, "tokens_in": 27102, "tokens_out": 4610, "ctx_chars": 11288, "ctx_sha": "b0db956aa86ee683", "t_end": 1791527650.1048198}
{"ep": "h1-00159", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3942, "status": "ok", "correct": true, "speedup": 1.3942, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 126.7, "calls": 2, "tokens_in": 14840, "tokens_out": 5258, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "t_end": 1791527669.4753668}
{"ep": "h1-00137", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0138, "status": "ok", "correct": true, "speedup": 1.0138, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 202.4, "calls": 2, "tokens_in": 13540, "tokens_out": 1266, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791527672.84813}
{"ep": "h1-00172", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0123, "status": "ok", "correct": true, "speedup": 1.0123, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 81.9, "calls": 2, "tokens_in": 13731, "tokens_out": 1481, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791527679.7036102}
{"ep": "h1-00105", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1928, "status": "ok", "correct": true, "speedup": 0.1928, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 402.8, "calls": 2, "tokens_in": 15878, "tokens_out": 10000, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791527681.7220705}
{"ep": "h1-00161", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1123, "status": "ok", "correct": true, "speedup": 0.1123, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 137.0, "calls": 2, "tokens_in": 8851, "tokens_out": 5167, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791527694.2044196}
{"ep": "h1-00151", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3778, "status": "ok", "correct": true, "speedup": 1.3778, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 175.6, "calls": 2, "tokens_in": 6301, "tokens_out": 6929, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527696.629527}
{"ep": "h1-00068", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.4545, "status": "ok", "correct": true, "speedup": 2.4545, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 603.9, "calls": 4, "tokens_in": 23336, "tokens_out": 14986, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527709.0223897}
{"ep": "h1-00170", "task": "L2_082", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9328, "status": "ok", "correct": true, "speedup": 1.9328, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 117.5, "calls": 2, "tokens_in": 14061, "tokens_out": 2017, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791527710.9664688}
{"ep": "h1-00148", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1695, "status": "ok", "correct": true, "speedup": 2.1695, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 200.4, "calls": 2, "tokens_in": 12435, "tokens_out": 1174, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791527715.7438498}
{"ep": "h1-00144", "task": "L3_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "runtime_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "AttributeError: 'Conv2d' object has no attribute 'running_mean'", "wall_s": 219.2, "calls": 1, "tokens_in": 5546, "tokens_out": 2368, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527715.7652736}
{"ep": "h1-00160", "task": "L2_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6074, "status": "ok", "correct": true, "speedup": 1.6074, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 167.1, "calls": 2, "tokens_in": 6003, "tokens_out": 3968, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527723.7989495}
{"ep": "h1-00015", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.1768, "status": "ok", "correct": true, "speedup": 5.1768, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 682.4, "calls": 3, "tokens_in": 12142, "tokens_out": 9646, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527724.5153875}
{"ep": "h1-00188", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0354, "status": "ok", "correct": true, "speedup": 1.0354, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 77.6, "calls": 2, "tokens_in": 4520, "tokens_out": 2233, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527727.7325141}
{"ep": "h1-00113", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.005, "status": "ok", "correct": true, "speedup": 1.005, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 414.4, "calls": 5, "tokens_in": 46326, "tokens_out": 22003, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527731.4533498}
{"ep": "h1-00107", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4788, "status": "ok", "correct": true, "speedup": 1.4788, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 429.5, "calls": 2, "tokens_in": 12928, "tokens_out": 4671, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791527731.48806}
{"ep": "h1-00173", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.28, "status": "ok", "correct": true, "speedup": 1.28, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 130.2, "calls": 2, "tokens_in": 13246, "tokens_out": 2269, "ctx_chars": 9893, "ctx_sha": "b7d3b378c9e92c33", "t_end": 1791527731.613491}
{"ep": "h1-00184", "task": "L2_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3938, "status": "ok", "correct": true, "speedup": 1.3938, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 101.8, "calls": 1, "tokens_in": 6133, "tokens_out": 948, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791527732.1776118}
{"ep": "h1-00169", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.016, "status": "ok", "correct": true, "speedup": 1.016, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 148.5, "calls": 2, "tokens_in": 12839, "tokens_out": 2018, "ctx_chars": 10087, "ctx_sha": "fc8a2930809fd512", "t_end": 1791527738.3371794}
{"ep": "h1-00134", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0873, "status": "ok", "correct": true, "speedup": 1.0873, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 305.1, "calls": 2, "tokens_in": 5918, "tokens_out": 6712, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527739.9979284}
{"ep": "h1-00119", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8994, "status": "ok", "correct": true, "speedup": 1.8994, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 379.8, "calls": 2, "tokens_in": 5955, "tokens_out": 7319, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527742.6965578}
{"ep": "h1-00136", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 29.1197, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 295.3, "calls": 2, "tokens_in": 6491, "tokens_out": 7083, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527746.816082}
{"ep": "h1-00191", "task": "L2_055", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.001, "status": "ok", "correct": true, "speedup": 1.001, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 78.9, "calls": 1, "tokens_in": 1688, "tokens_out": 2722, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527758.6181817}
{"ep": "h1-00164", "task": "L2_062", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.022, "status": "ok", "correct": true, "speedup": 1.022, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 218.0, "calls": 3, "tokens_in": 8614, "tokens_out": 3092, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527778.4305215}
{"ep": "h1-00158", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2048, "status": "ok", "correct": true, "speedup": 1.2048, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 241.4, "calls": 2, "tokens_in": 5595, "tokens_out": 6667, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527783.7375805}
{"ep": "h1-00152", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1817, "status": "ok", "correct": true, "speedup": 2.1817, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 259.8, "calls": 3, "tokens_in": 16336, "tokens_out": 16384, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527795.0130804}
{"ep": "h1-00200", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.8703, "status": "ok", "correct": true, "speedup": 4.8703, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 80.7, "calls": 2, "tokens_in": 4859, "tokens_out": 4049, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527805.2249866}
{"ep": "h1-00201", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.5495, "status": "ok", "correct": true, "speedup": 4.5495, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 81.7, "calls": 2, "tokens_in": 13209, "tokens_out": 2962, "ctx_chars": 9438, "ctx_sha": "933f5608fb268360", "t_end": 1791527809.391716}
{"ep": "h1-00153", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6093, "status": "ok", "correct": true, "speedup": 1.6093, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 272.7, "calls": 2, "tokens_in": 14142, "tokens_out": 6503, "ctx_chars": 9590, "ctx_sha": "5bdedd614e688703", "t_end": 1791527809.9194736}
{"ep": "h1-00174", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4481, "status": "ok", "correct": true, "speedup": 1.4481, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 212.2, "calls": 2, "tokens_in": 22676, "tokens_out": 19965, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527815.8796244}
{"ep": "h1-00194", "task": "L2_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1434, "status": "ok", "correct": true, "speedup": 1.1434, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 122.7, "calls": 1, "tokens_in": 7201, "tokens_out": 840, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791527819.319299}
{"ep": "h1-00163", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0061, "status": "ok", "correct": true, "speedup": 1.0061, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 265.7, "calls": 2, "tokens_in": 6027, "tokens_out": 5254, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527825.868873}
{"ep": "h1-00171", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7282, "status": "ok", "correct": true, "speedup": 0.7282, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 233.9, "calls": 2, "tokens_in": 15274, "tokens_out": 2704, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791527828.675539}
{"ep": "h1-00183", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.475, "status": "ok", "correct": true, "speedup": 2.475, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 213.1, "calls": 2, "tokens_in": 16379, "tokens_out": 11131, "ctx_chars": 11023, "ctx_sha": "04625c0d6e6734eb", "t_end": 1791527841.996617}
{"ep": "h1-00133", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.4318, "status": "ok", "correct": true, "speedup": 4.4318, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 409.0, "calls": 3, "tokens_in": 27078, "tokens_out": 18632, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791527843.7199862}
{"ep": "h1-00209", "task": "L2_051", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 33.3799, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 101.3, "calls": 3, "tokens_in": 7365, "tokens_out": 1621, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527848.1463206}
{"ep": "h1-00165", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.635, "status": "ok", "correct": true, "speedup": 2.635, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 288.0, "calls": 3, "tokens_in": 29819, "tokens_out": 10907, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791527852.853076}
{"ep": "h1-00185", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1107, "status": "ok", "correct": true, "speedup": 1.1107, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 225.7, "calls": 2, "tokens_in": 14548, "tokens_out": 2572, "ctx_chars": 11296, "ctx_sha": "2d2e82dae56fa580", "t_end": 1791527856.9088607}
{"ep": "h1-00142", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7112, "status": "ok", "correct": true, "speedup": 1.7112, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 370.7, "calls": 3, "tokens_in": 10364, "tokens_out": 7138, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527857.1147382}
{"ep": "h1-00120", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.5663, "status": "ok", "correct": true, "speedup": 3.5663, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 495.1, "calls": 2, "tokens_in": 9401, "tokens_out": 19658, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527858.4650755}
{"ep": "h1-00204", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1682, "status": "ok", "correct": true, "speedup": 1.1682, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 127.4, "calls": 2, "tokens_in": 10710, "tokens_out": 4793, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791527858.9691408}
{"ep": "h1-00196", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3911, "status": "ok", "correct": true, "speedup": 2.3911, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 148.2, "calls": 2, "tokens_in": 17654, "tokens_out": 9665, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527859.1601968}
{"ep": "h1-00146", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6834, "status": "ok", "correct": true, "speedup": 1.6834, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 361.8, "calls": 2, "tokens_in": 7314, "tokens_out": 9330, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527867.9812512}
{"ep": "h1-00179", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2176, "status": "ok", "correct": true, "speedup": 1.2176, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 248.2, "calls": 2, "tokens_in": 15717, "tokens_out": 2593, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791527872.5370936}
{"ep": "h1-00141", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1454, "status": "ok", "correct": true, "speedup": 2.1454, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 387.3, "calls": 2, "tokens_in": 6485, "tokens_out": 6469, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527872.9983904}
{"ep": "h1-00145", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.7457, "status": "ok", "correct": true, "speedup": 3.7457, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 371.1, "calls": 2, "tokens_in": 8426, "tokens_out": 14251, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527875.7670224}
{"ep": "h1-00154", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4267, "status": "ok", "correct": true, "speedup": 1.4267, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 335.1, "calls": 3, "tokens_in": 21815, "tokens_out": 7826, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791527875.8033662}
{"ep": "h1-00176", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9404, "status": "ok", "correct": true, "speedup": 0.9404, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 268.5, "calls": 2, "tokens_in": 15911, "tokens_out": 7370, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791527876.7107341}
{"ep": "h1-00186", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0431, "status": "ok", "correct": true, "speedup": 2.0431, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 245.7, "calls": 2, "tokens_in": 15622, "tokens_out": 7997, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "t_end": 1791527880.297573}
{"ep": "h1-00177", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0626, "status": "ok", "correct": true, "speedup": 1.0626, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 258.1, "calls": 2, "tokens_in": 4914, "tokens_out": 2661, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527880.9590235}
{"ep": "h1-00143", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.858, "status": "ok", "correct": true, "speedup": 3.858, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 386.7, "calls": 3, "tokens_in": 21208, "tokens_out": 17242, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527881.3594167}
{"ep": "h1-00129", "task": "L3_039", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2324, "status": "ok", "correct": true, "speedup": 0.2324, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 477.3, "calls": 5, "tokens_in": 29880, "tokens_out": 8093, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527891.4989297}
{"ep": "h1-00150", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 28.428, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 373.7, "calls": 2, "tokens_in": 8119, "tokens_out": 12755, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527894.681444}
{"ep": "h1-00147", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.9175, "status": "ok", "correct": true, "speedup": 2.9175, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 391.6, "calls": 2, "tokens_in": 16695, "tokens_out": 6583, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527900.8208432}
{"ep": "h1-00181", "task": "L2_057", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1804, "status": "ok", "correct": true, "speedup": 2.1804, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 275.2, "calls": 1, "tokens_in": 5844, "tokens_out": 479, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791527901.012459}
{"ep": "h1-00155", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.484, "status": "ok", "correct": true, "speedup": 0.484, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 366.5, "calls": 3, "tokens_in": 16077, "tokens_out": 13687, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527907.29706}
{"ep": "h1-00182", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0546, "status": "ok", "correct": true, "speedup": 4.0546, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 282.7, "calls": 3, "tokens_in": 16244, "tokens_out": 15701, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527910.312555}
{"ep": "h1-00231", "task": "L3_026", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9674, "status": "ok", "correct": true, "speedup": 0.9674, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 38.0, "calls": 1, "tokens_in": 3591, "tokens_out": 2462, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527910.4970329}
{"ep": "h1-00237", "task": "L2_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0326, "status": "ok", "correct": true, "speedup": 1.0326, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 35.1, "calls": 1, "tokens_in": 1789, "tokens_out": 949, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527916.0878108}
{"ep": "h1-00239", "task": "L2_067", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2963, "status": "ok", "correct": true, "speedup": 1.2963, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 42.3, "calls": 1, "tokens_in": 1655, "tokens_out": 646, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527933.8261409}
{"ep": "h1-00139", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.0141, "status": "ok", "correct": true, "speedup": 3.0141, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 454.0, "calls": 2, "tokens_in": 7597, "tokens_out": 10857, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527933.8686342}
{"ep": "h1-00224", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.342, "status": "ok", "correct": true, "speedup": 1.342, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 82.7, "calls": 2, "tokens_in": 5041, "tokens_out": 4733, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527935.582113}
{"ep": "h1-00168", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2712, "status": "ok", "correct": true, "speedup": 1.2712, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 362.8, "calls": 2, "tokens_in": 16632, "tokens_out": 6599, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791527938.1027215}
{"ep": "h1-00195", "task": "L1_065", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.191, "status": "ok", "correct": true, "speedup": 2.191, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 244.2, "calls": 1, "tokens_in": 6886, "tokens_out": 1038, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791527953.2438176}
{"ep": "h1-00217", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.795, "status": "ok", "correct": true, "speedup": 1.795, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 137.7, "calls": 2, "tokens_in": 6224, "tokens_out": 10177, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527953.545046}
{"ep": "h1-00238", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4818, "status": "ok", "correct": true, "speedup": 1.4818, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 73.0, "calls": 2, "tokens_in": 14683, "tokens_out": 3822, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "t_end": 1791527954.3578625}
{"ep": "h1-00208", "task": "L1_083", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2019, "status": "ok", "correct": true, "speedup": 2.2019, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 219.0, "calls": 1, "tokens_in": 6377, "tokens_out": 1294, "ctx_chars": 10362, "ctx_sha": "51d761e43339b5b6", "t_end": 1791527961.698591}
{"ep": "h1-00189", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.4301, "status": "ok", "correct": true, "speedup": 7.4301, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 293.4, "calls": 2, "tokens_in": 12556, "tokens_out": 2465, "ctx_chars": 9033, "ctx_sha": "ac669963ea71a2ce", "t_end": 1791527962.849248}
{"ep": "h1-00198", "task": "L1_010", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9462, "status": "ok", "correct": true, "speedup": 0.9462, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 247.5, "calls": 3, "tokens_in": 7812, "tokens_out": 2695, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527963.2799547}
{"ep": "h1-00249", "task": "L2_081", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "runtime_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "CompilationError: at 9:8:\ndef fused_kernel(x_ptr, out_ptr, n, BLOCK: tl.constexpr):\n    pid = tl.program_id(0)\n    offs = pid * BLOCK + tl.arange(0, BLOCK)\n    mask = offs < n\n    x = tl.load(x_ptr + offs, mask=mask)\n    sw = x * tl.sigmoid(x)\n    y = sw * 0.5\n    y = tl.minimum(tl.maximum(y, -1.0),", "wall_s": 29.4, "calls": 1, "tokens_in": 1704, "tokens_out": 543, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527964.95044}
{"ep": "h1-00221", "task": "L2_012", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0082, "status": "ok", "correct": true, "speedup": 1.0082, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 123.0, "calls": 1, "tokens_in": 1586, "tokens_out": 618, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527964.981346}
{"ep": "h1-00233", "task": "L3_047", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9674, "status": "ok", "correct": true, "speedup": 0.9674, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 90.3, "calls": 2, "tokens_in": 16370, "tokens_out": 2767, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791527966.1151197}
{"ep": "h1-00228", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.7022, "status": "ok", "correct": true, "speedup": 4.7022, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 108.1, "calls": 2, "tokens_in": 4872, "tokens_out": 4495, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527967.0747256}
{"ep": "h1-00236", "task": "L2_098", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0012, "status": "ok", "correct": true, "speedup": 1.0012, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 92.0, "calls": 3, "tokens_in": 18973, "tokens_out": 1608, "ctx_chars": 9033, "ctx_sha": "ac669963ea71a2ce", "t_end": 1791527972.3137934}
{"ep": "h1-00235", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2036, "status": "ok", "correct": true, "speedup": 2.2036, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 116.4, "calls": 2, "tokens_in": 15477, "tokens_out": 2941, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791527993.1341665}
{"ep": "h1-00243", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0658, "status": "ok", "correct": true, "speedup": 1.0658, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 87.7, "calls": 2, "tokens_in": 13754, "tokens_out": 1991, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791527995.0250819}
{"ep": "h1-00192", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.5364, "status": "ok", "correct": true, "speedup": 7.5364, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 317.6, "calls": 2, "tokens_in": 12601, "tokens_out": 2607, "ctx_chars": 9033, "ctx_sha": "ac669963ea71a2ce", "t_end": 1791527999.2763932}
{"ep": "h1-00205", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3566, "status": "ok", "correct": true, "speedup": 1.3566, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 267.7, "calls": 2, "tokens_in": 22932, "tokens_out": 20665, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791527999.8966856}
{"ep": "h1-00232", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.3557, "status": "ok", "correct": true, "speedup": 4.3557, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 128.4, "calls": 2, "tokens_in": 17477, "tokens_out": 7395, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791528001.441074}
{"ep": "h1-00234", "task": "L3_026", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6929, "status": "ok", "correct": true, "speedup": 0.6929, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 125.9, "calls": 3, "tokens_in": 25948, "tokens_out": 6630, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528001.7274828}
{"ep": "h1-00210", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7905, "status": "ok", "correct": true, "speedup": 0.7905, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 243.8, "calls": 2, "tokens_in": 12151, "tokens_out": 2930, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528002.4090164}
{"ep": "h1-00178", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1206, "status": "ok", "correct": true, "speedup": 0.1206, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 387.0, "calls": 2, "tokens_in": 9069, "tokens_out": 5956, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528010.3524575}
{"ep": "h1-00199", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0805, "status": "ok", "correct": true, "speedup": 0.0805, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 288.2, "calls": 2, "tokens_in": 7331, "tokens_out": 6201, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528011.9781241}
{"ep": "h1-00259", "task": "L2_058", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2292, "status": "ok", "correct": true, "speedup": 1.2292, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 60.2, "calls": 3, "tokens_in": 22539, "tokens_out": 1746, "ctx_chars": 11393, "ctx_sha": "d0a999376e3d430c", "t_end": 1791528026.2713833}
{"ep": "h1-00216", "task": "L3_004", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9438, "status": "ok", "correct": true, "speedup": 0.9438, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 221.1, "calls": 4, "tokens_in": 16953, "tokens_out": 4887, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528031.06829}
{"ep": "h1-00240", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.7118, "status": "ok", "correct": true, "speedup": 7.7118, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 136.4, "calls": 2, "tokens_in": 4550, "tokens_out": 2320, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528031.0942676}
{"ep": "h1-00213", "task": "L2_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0043, "status": "ok", "correct": true, "speedup": 1.0043, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 238.8, "calls": 4, "tokens_in": 19191, "tokens_out": 4639, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528033.7792776}
{"ep": "h1-00149", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7393, "status": "ok", "correct": true, "speedup": 1.7393, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 518.0, "calls": 5, "tokens_in": 38313, "tokens_out": 18321, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528033.8403811}
{"ep": "h1-00080", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6965, "status": "ok", "correct": true, "speedup": 0.6965, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 893.1, "calls": 5, "tokens_in": 99393, "tokens_out": 52575, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528043.9467063}
{"ep": "h1-00212", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7042, "status": "ok", "correct": true, "speedup": 0.7042, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 263.7, "calls": 2, "tokens_in": 9325, "tokens_out": 20265, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528047.4404657}
{"ep": "h1-00097", "task": "L3_048", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9502, "status": "ok", "correct": true, "speedup": 0.9502, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 811.7, "calls": 5, "tokens_in": 92437, "tokens_out": 28977, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528048.307908}
{"ep": "h1-00244", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.1211, "status": "ok", "correct": true, "speedup": 1.1211, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 144.6, "calls": 2, "tokens_in": 10749, "tokens_out": 11639, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528054.941011}
{"ep": "h1-00220", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9587, "status": "ok", "correct": true, "speedup": 0.9587, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 226.7, "calls": 2, "tokens_in": 4899, "tokens_out": 4837, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528055.3703492}
{"ep": "h1-00223", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3964, "status": "ok", "correct": true, "speedup": 1.3964, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 210.3, "calls": 2, "tokens_in": 13768, "tokens_out": 3033, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791528058.4560218}
{"ep": "h1-00241", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5503, "status": "ok", "correct": true, "speedup": 1.5503, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 159.1, "calls": 2, "tokens_in": 15834, "tokens_out": 4424, "ctx_chars": 11288, "ctx_sha": "b0db956aa86ee683", "t_end": 1791528059.9182508}
{"ep": "h1-00227", "task": "L2_035", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2687, "status": "ok", "correct": true, "speedup": 1.2687, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 202.4, "calls": 1, "tokens_in": 5908, "tokens_out": 969, "ctx_chars": 9835, "ctx_sha": "6aedb10d18ef2e36", "t_end": 1791528060.904382}
{"ep": "h1-00156", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0029, "status": "ok", "correct": true, "speedup": 1.0029, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 522.1, "calls": 4, "tokens_in": 39416, "tokens_out": 14651, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528063.4008152}
{"ep": "h1-00255", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 31.9444, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 100.7, "calls": 2, "tokens_in": 12066, "tokens_out": 2792, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791528063.5253425}
{"ep": "h1-00225", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9118, "status": "ok", "correct": true, "speedup": 1.9118, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 208.3, "calls": 2, "tokens_in": 6417, "tokens_out": 10851, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528065.1604857}
{"ep": "h1-00197", "task": "L3_045", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0003, "status": "ok", "correct": true, "speedup": 1.0003, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 349.6, "calls": 5, "tokens_in": 45350, "tokens_out": 13277, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528065.3419557}
{"ep": "h1-00247", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 16.6689, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 144.9, "calls": 2, "tokens_in": 6573, "tokens_out": 6590, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528078.6841743}
{"ep": "h1-00215", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5374, "status": "ok", "correct": true, "speedup": 0.5374, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 275.1, "calls": 2, "tokens_in": 13847, "tokens_out": 10105, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528084.4917393}
{"ep": "h1-00261", "task": "L2_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1496, "status": "ok", "correct": true, "speedup": 1.1496, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 112.6, "calls": 1, "tokens_in": 7201, "tokens_out": 799, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791528084.951014}
{"ep": "h1-00229", "task": "L1_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7302, "status": "ok", "correct": true, "speedup": 0.7302, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 231.3, "calls": 1, "tokens_in": 6878, "tokens_out": 978, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791528090.478706}
{"ep": "h1-00258", "task": "L3_033", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9365, "status": "ok", "correct": true, "speedup": 0.9365, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 125.5, "calls": 3, "tokens_in": 12790, "tokens_out": 2220, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791528090.5125322}
{"ep": "h1-00187", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1726, "status": "ok", "correct": true, "speedup": 1.1726, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 470.6, "calls": 2, "tokens_in": 5332, "tokens_out": 4954, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528117.1540594}
{"ep": "h1-00203", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.1282, "status": "ok", "correct": true, "speedup": 3.1282, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 386.1, "calls": 3, "tokens_in": 16453, "tokens_out": 16157, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528117.6104531}
{"ep": "h1-00222", "task": "L2_063", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0036, "status": "ok", "correct": true, "speedup": 1.0036, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 278.1, "calls": 1, "tokens_in": 6275, "tokens_out": 446, "ctx_chars": 10823, "ctx_sha": "819fb7af68fa10a5", "t_end": 1791528121.813787}
{"ep": "h1-00180", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.0241, "status": "ok", "correct": true, "speedup": 7.0241, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 498.2, "calls": 3, "tokens_in": 29633, "tokens_out": 21010, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791528123.5762439}
{"ep": "h1-00250", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2627, "status": "ok", "correct": true, "speedup": 1.2627, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 188.1, "calls": 2, "tokens_in": 13763, "tokens_out": 1952, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791528126.2155175}
{"ep": "h1-00254", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8059, "status": "ok", "correct": true, "speedup": 0.8059, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 166.1, "calls": 2, "tokens_in": 12160, "tokens_out": 2908, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528127.787825}
{"ep": "h1-00266", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2707, "status": "ok", "correct": true, "speedup": 1.2707, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 127.9, "calls": 2, "tokens_in": 5126, "tokens_out": 4664, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528129.2912338}
{"ep": "h1-00242", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0722, "status": "ok", "correct": true, "speedup": 1.0722, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 228.4, "calls": 2, "tokens_in": 5036, "tokens_out": 4520, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528129.4581094}
{"ep": "h1-00167", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.2418, "status": "ok", "correct": true, "speedup": 3.2418, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 573.0, "calls": 3, "tokens_in": 28029, "tokens_out": 15639, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791528147.8834875}
{"ep": "h1-00248", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.0038, "status": "ok", "correct": true, "speedup": 6.0038, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 216.4, "calls": 3, "tokens_in": 24015, "tokens_out": 15802, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528150.301749}
{"ep": "h1-00190", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6213, "status": "ok", "correct": true, "speedup": 1.6213, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 477.9, "calls": 2, "tokens_in": 18172, "tokens_out": 41839, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528150.7832608}
{"ep": "h1-00277", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 29.5336, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 105.1, "calls": 2, "tokens_in": 12593, "tokens_out": 3978, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791528152.5121083}
{"ep": "h1-00294", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0348, "status": "ok", "correct": true, "speedup": 1.0348, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 42.4, "calls": 2, "tokens_in": 14127, "tokens_out": 1774, "ctx_chars": 10901, "ctx_sha": "baed172422eeb8d7", "t_end": 1791528160.0211163}
{"ep": "h1-00262", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9504, "status": "ok", "correct": true, "speedup": 0.9504, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 184.3, "calls": 2, "tokens_in": 14265, "tokens_out": 4725, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791528177.3930292}
{"ep": "h1-00218", "task": "L2_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5686, "status": "ok", "correct": true, "speedup": 1.5686, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 360.5, "calls": 3, "tokens_in": 25799, "tokens_out": 3703, "ctx_chars": 11886, "ctx_sha": "8cbbd063f294068f", "t_end": 1791528179.833559}
{"ep": "h1-00279", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0291, "status": "ok", "correct": true, "speedup": 1.0291, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 131.9, "calls": 2, "tokens_in": 5904, "tokens_out": 5611, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528186.8250105}
{"ep": "h1-00273", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.57, "status": "ok", "correct": true, "speedup": 1.57, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 160.6, "calls": 2, "tokens_in": 13470, "tokens_out": 7296, "ctx_chars": 9590, "ctx_sha": "5bdedd614e688703", "t_end": 1791528191.6492367}
{"ep": "h1-00287", "task": "L3_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9676, "status": "ok", "correct": true, "speedup": 0.9676, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 130.9, "calls": 1, "tokens_in": 2691, "tokens_out": 1554, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528196.2758899}
{"ep": "h1-00072", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.3585, "status": "ok", "correct": true, "speedup": 8.3585, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 1081.6, "calls": 5, "tokens_in": 55958, "tokens_out": 35452, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528199.7467828}
{"ep": "h1-00124", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1813, "status": "ok", "correct": true, "speedup": 1.1813, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 822.0, "calls": 5, "tokens_in": 101393, "tokens_out": 75621, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528203.1159997}
{"ep": "h1-00278", "task": "L1_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1422, "status": "ok", "correct": true, "speedup": 4.1422, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 158.1, "calls": 5, "tokens_in": 20983, "tokens_out": 5012, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528206.4023907}
{"ep": "h1-00292", "task": "L1_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8771, "status": "ok", "correct": true, "speedup": 1.8771, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 118.8, "calls": 1, "tokens_in": 6947, "tokens_out": 1628, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791528209.2650628}
{"ep": "h1-00246", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1603, "status": "ok", "correct": true, "speedup": 1.1603, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 301.9, "calls": 2, "tokens_in": 10970, "tokens_out": 5183, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528217.9974244}
{"ep": "h1-00272", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0745, "status": "ok", "correct": true, "speedup": 2.0745, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 196.2, "calls": 2, "tokens_in": 5519, "tokens_out": 7516, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528227.2623603}
{"ep": "h1-00193", "task": "L3_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.472, "status": "ok", "correct": true, "speedup": 2.472, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 533.2, "calls": 4, "tokens_in": 64168, "tokens_out": 21943, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528227.445905}
{"ep": "h1-00202", "task": "L3_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8572, "status": "ok", "correct": true, "speedup": 1.8572, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 502.6, "calls": 4, "tokens_in": 25102, "tokens_out": 8060, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528234.1018083}
{"ep": "h1-00256", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3059, "status": "ok", "correct": true, "speedup": 2.3059, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 282.0, "calls": 2, "tokens_in": 8167, "tokens_out": 13490, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528245.2945917}
{"ep": "h1-00290", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3783, "status": "ok", "correct": true, "speedup": 1.3783, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 161.6, "calls": 3, "tokens_in": 11343, "tokens_out": 9204, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528246.5624192}
{"ep": "h1-00310", "task": "L2_018", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "runtime_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "CompilationError: at 12:28:\ndef matvec_kernel(x_ptr, w_ptr, out_ptr, b_sum, N, K,\n                  BLOCK_K: tl.constexpr):\n    row = tl.program_id(0)\n    x_row = x_ptr + row * K\n    acc = 0.0\n    for k0 in range(0, K, BLOCK_K):\n        offs = k0 + tl.arange(0, BLOCK_K)\n        mask = offs < K\n     ", "wall_s": 50.8, "calls": 1, "tokens_in": 1781, "tokens_out": 779, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528247.1103137}
{"ep": "h1-00219", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6176, "status": "ok", "correct": true, "speedup": 1.6176, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 427.7, "calls": 2, "tokens_in": 16991, "tokens_out": 5081, "ctx_chars": 11886, "ctx_sha": "8cbbd063f294068f", "t_end": 1791528253.5493238}
{"ep": "h1-00214", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3661, "status": "ok", "correct": true, "speedup": 2.3661, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 451.9, "calls": 2, "tokens_in": 17203, "tokens_out": 8323, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791528257.126325}
{"ep": "h1-00271", "task": "L2_063", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0077, "status": "ok", "correct": true, "speedup": 1.0077, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 232.5, "calls": 1, "tokens_in": 1518, "tokens_out": 946, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528258.8065176}
{"ep": "h1-00295", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2722, "status": "ok", "correct": true, "speedup": 1.2722, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 140.2, "calls": 2, "tokens_in": 4816, "tokens_out": 2850, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528262.0018158}
{"ep": "h1-00301", "task": "L2_058", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2361, "status": "ok", "correct": true, "speedup": 1.2361, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 119.5, "calls": 3, "tokens_in": 22579, "tokens_out": 1770, "ctx_chars": 11393, "ctx_sha": "d0a999376e3d430c", "t_end": 1791528267.3356721}
{"ep": "h1-00284", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7559, "status": "ok", "correct": true, "speedup": 1.7559, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 217.1, "calls": 2, "tokens_in": 13586, "tokens_out": 4140, "ctx_chars": 10087, "ctx_sha": "fc8a2930809fd512", "t_end": 1791528280.5208583}
{"ep": "h1-00311", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6297, "status": "ok", "correct": true, "speedup": 0.6297, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 81.5, "calls": 2, "tokens_in": 12931, "tokens_out": 4817, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791528281.2332666}
{"ep": "h1-00211", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1257, "status": "ok", "correct": true, "speedup": 1.1257, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 508.7, "calls": 2, "tokens_in": 6013, "tokens_out": 7801, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528287.1645746}
{"ep": "h1-00267", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0601, "status": "ok", "correct": true, "speedup": 1.0601, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 293.8, "calls": 2, "tokens_in": 4947, "tokens_out": 4229, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528295.5754492}
{"ep": "h1-00251", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3283, "status": "ok", "correct": true, "speedup": 1.3283, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 347.6, "calls": 2, "tokens_in": 16258, "tokens_out": 29572, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528300.8429785}
{"ep": "h1-00321", "task": "L2_057", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_act_conv057': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_act_conv057 -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/i", "wall_s": 55.1, "calls": 1, "tokens_in": 1557, "tokens_out": 781, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528302.2371442}
{"ep": "h1-00280", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9999, "status": "ok", "correct": true, "speedup": 0.9999, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 248.3, "calls": 2, "tokens_in": 13204, "tokens_out": 1045, "ctx_chars": 10823, "ctx_sha": "819fb7af68fa10a5", "t_end": 1791528303.71901}
{"ep": "h1-00226", "task": "L1_017", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.989, "status": "ok", "correct": true, "speedup": 0.989, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 449.7, "calls": 3, "tokens_in": 18867, "tokens_out": 1945, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528306.7874253}
{"ep": "h1-00317", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.3329, "status": "ok", "correct": true, "speedup": 9.3329, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 81.5, "calls": 2, "tokens_in": 5039, "tokens_out": 3585, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528308.9138737}
{"ep": "h1-00312", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.966, "status": "ok", "correct": true, "speedup": 1.966, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 105.9, "calls": 2, "tokens_in": 7010, "tokens_out": 4681, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528308.9886057}
{"ep": "h1-00313", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5836, "status": "ok", "correct": true, "speedup": 0.5836, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 102.8, "calls": 2, "tokens_in": 14241, "tokens_out": 6370, "ctx_chars": 10177, "ctx_sha": "cf1072ae0bde8a1b", "t_end": 1791528309.1690779}
{"ep": "h1-00268", "task": "L2_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3399, "status": "ok", "correct": true, "speedup": 1.3399, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 317.1, "calls": 3, "tokens_in": 24188, "tokens_out": 3006, "ctx_chars": 11357, "ctx_sha": "ce81245bc1f59985", "t_end": 1791528319.5391383}
{"ep": "h1-00305", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.763, "status": "ok", "correct": true, "speedup": 2.763, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 159.8, "calls": 2, "tokens_in": 8724, "tokens_out": 11629, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528319.794679}
{"ep": "h1-00324", "task": "L3_019", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 67.3, "calls": 1, "tokens_in": 2378, "tokens_out": 3239, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528326.0916975}
{"ep": "h1-00304", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4661, "status": "ok", "correct": true, "speedup": 1.4661, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 178.0, "calls": 2, "tokens_in": 4567, "tokens_out": 2285, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528330.5383813}
{"ep": "h1-00306", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9663, "status": "ok", "correct": true, "speedup": 0.9663, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 155.9, "calls": 2, "tokens_in": 15680, "tokens_out": 5609, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "t_end": 1791528333.2955258}
{"ep": "h1-00206", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3466, "status": "ok", "correct": true, "speedup": 2.3466, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 595.5, "calls": 3, "tokens_in": 15590, "tokens_out": 11902, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528333.845576}
{"ep": "h1-00316", "task": "L1_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.1148, "status": "ok", "correct": true, "speedup": 3.1148, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 110.1, "calls": 2, "tokens_in": 8098, "tokens_out": 1776, "ctx_chars": 4348, "ctx_sha": "fb2a02ef8ac19686", "t_end": 1791528337.3191886}
{"ep": "h1-00300", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2046, "status": "ok", "correct": true, "speedup": 1.2046, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 212.3, "calls": 2, "tokens_in": 16153, "tokens_out": 3836, "ctx_chars": 12471, "ctx_sha": "4ddcc848d0210ca9", "t_end": 1791528341.7102182}
{"ep": "h1-00275", "task": "L2_035", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.255, "status": "ok", "correct": true, "speedup": 1.255, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 314.2, "calls": 1, "tokens_in": 1691, "tokens_out": 1202, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528347.9952483}
{"ep": "h1-00276", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1649, "status": "ok", "correct": true, "speedup": 1.1649, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 313.7, "calls": 2, "tokens_in": 4892, "tokens_out": 4646, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528357.659322}
{"ep": "h1-00296", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1735, "status": "ok", "correct": true, "speedup": 1.1735, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 236.6, "calls": 2, "tokens_in": 4974, "tokens_out": 4618, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528360.2203684}
{"ep": "h1-00263", "task": "L1_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0074, "status": "ok", "correct": true, "speedup": 1.0074, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 368.1, "calls": 3, "tokens_in": 20654, "tokens_out": 3480, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528363.110276}
{"ep": "h1-00270", "task": "L2_097", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0067, "status": "ok", "correct": true, "speedup": 1.0067, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 355.6, "calls": 1, "tokens_in": 1728, "tokens_out": 2358, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528367.5970726}
{"ep": "h1-00024", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.085, "status": "ok", "correct": true, "speedup": 1.085, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 1325.8, "calls": 5, "tokens_in": 111132, "tokens_out": 76919, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528367.9129758}
{"ep": "h1-00291", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1261, "status": "ok", "correct": true, "speedup": 0.1261, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 281.3, "calls": 2, "tokens_in": 15603, "tokens_out": 8531, "ctx_chars": 11023, "ctx_sha": "04625c0d6e6734eb", "t_end": 1791528371.750645}
{"ep": "h1-00264", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1147, "status": "ok", "correct": true, "speedup": 4.1147, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 372.8, "calls": 3, "tokens_in": 15949, "tokens_out": 14072, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528372.095034}
{"ep": "h1-00314", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.304, "status": "ok", "correct": true, "speedup": 1.304, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 163.4, "calls": 2, "tokens_in": 10867, "tokens_out": 4845, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528372.6494544}
{"ep": "h1-00303", "task": "L3_029", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6909, "status": "ok", "correct": true, "speedup": 0.6909, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 224.0, "calls": 3, "tokens_in": 41498, "tokens_out": 10210, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528374.772664}
{"ep": "h1-00323", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.439, "status": "ok", "correct": true, "speedup": 1.439, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 120.9, "calls": 2, "tokens_in": 14022, "tokens_out": 4136, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791528378.0136497}
{"ep": "h1-00252", "task": "L2_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4097, "status": "ok", "correct": true, "speedup": 1.4097, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 429.7, "calls": 3, "tokens_in": 8962, "tokens_out": 3237, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528383.2939968}
{"ep": "h1-00326", "task": "L1_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.7521, "status": "ok", "correct": true, "speedup": 3.7521, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 116.1, "calls": 2, "tokens_in": 4860, "tokens_out": 2906, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528383.410551}
{"ep": "h1-00320", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0632, "status": "ok", "correct": true, "speedup": 1.0632, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 144.0, "calls": 2, "tokens_in": 5838, "tokens_out": 7211, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528390.6075466}
{"ep": "h1-00274", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.7223, "status": "ok", "correct": true, "speedup": 4.7223, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 358.9, "calls": 2, "tokens_in": 5253, "tokens_out": 4508, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528392.6413693}
{"ep": "h1-00299", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.763, "status": "ok", "correct": true, "speedup": 0.763, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 280.4, "calls": 2, "tokens_in": 5315, "tokens_out": 6978, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528409.6654203}
{"ep": "h1-00157", "task": "L1_017", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9937, "status": "ok", "correct": true, "speedup": 0.9937, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 868.2, "calls": 2, "tokens_in": 11742, "tokens_out": 1198, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528409.7533648}
{"ep": "h1-00175", "task": "L1_006", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9916, "status": "ok", "correct": true, "speedup": 0.9916, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 808.0, "calls": 5, "tokens_in": 20793, "tokens_out": 4651, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528413.606658}
{"ep": "h1-00335", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0158, "status": "ok", "correct": true, "speedup": 1.0158, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 105.7, "calls": 2, "tokens_in": 11921, "tokens_out": 1095, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791528414.5662308}
{"ep": "h1-00260", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 13.307, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 450.3, "calls": 2, "tokens_in": 8993, "tokens_out": 4253, "ctx_chars": 4348, "ctx_sha": "fb2a02ef8ac19686", "t_end": 1791528417.3388917}
{"ep": "h1-00230", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7835, "status": "ok", "correct": true, "speedup": 0.7835, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 561.7, "calls": 5, "tokens_in": 93768, "tokens_out": 54810, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528429.6473722}
{"ep": "h1-00302", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.1307, "status": "ok", "correct": true, "speedup": 3.1307, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 289.2, "calls": 2, "tokens_in": 5719, "tokens_out": 3816, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528439.494788}
{"ep": "h1-00339", "task": "L2_059", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0024, "status": "ok", "correct": true, "speedup": 1.0024, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 124.8, "calls": 1, "tokens_in": 1548, "tokens_out": 544, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528444.550988}
{"ep": "h1-00285", "task": "L2_027", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.163, "status": "ok", "correct": true, "speedup": 1.163, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 387.6, "calls": 2, "tokens_in": 16469, "tokens_out": 3679, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791528451.1584811}
{"ep": "h1-00309", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3523, "status": "ok", "correct": true, "speedup": 1.3523, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 260.6, "calls": 2, "tokens_in": 5143, "tokens_out": 3936, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528452.2768505}
{"ep": "h1-00366", "task": "L2_068", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9976, "status": "ok", "correct": true, "speedup": 0.9976, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 24.0, "calls": 1, "tokens_in": 1530, "tokens_out": 515, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528453.6921322}
{"ep": "h1-00330", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.3946, "status": "ok", "correct": true, "speedup": 4.3946, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 158.6, "calls": 2, "tokens_in": 5109, "tokens_out": 4856, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528454.1946151}
{"ep": "h1-00331", "task": "L2_027", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1334, "status": "ok", "correct": true, "speedup": 1.1334, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 155.0, "calls": 2, "tokens_in": 15380, "tokens_out": 2715, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791528455.8650043}
{"ep": "h1-00329", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1109, "status": "ok", "correct": true, "speedup": 1.1109, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 169.5, "calls": 2, "tokens_in": 4419, "tokens_out": 2551, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528456.6729858}
{"ep": "h1-00340", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0353, "status": "ok", "correct": true, "speedup": 1.0353, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 135.5, "calls": 2, "tokens_in": 12276, "tokens_out": 2207, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791528461.6343384}
{"ep": "h1-00282", "task": "L1_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9957, "status": "ok", "correct": true, "speedup": 0.9957, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 402.9, "calls": 2, "tokens_in": 12024, "tokens_out": 1398, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528462.844998}
{"ep": "h1-00322", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1454, "status": "ok", "correct": true, "speedup": 0.1454, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 214.5, "calls": 2, "tokens_in": 8864, "tokens_out": 5477, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528468.0770223}
{"ep": "h1-00362", "task": "L2_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0239, "status": "ok", "correct": true, "speedup": 1.0239, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 59.6, "calls": 3, "tokens_in": 20995, "tokens_out": 1942, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791528469.363939}
{"ep": "h1-00207", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 10.9061, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 731.2, "calls": 4, "tokens_in": 27616, "tokens_out": 15974, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528471.2209096}
{"ep": "h1-00281", "task": "L3_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2555, "status": "ok", "correct": true, "speedup": 2.2555, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 418.2, "calls": 5, "tokens_in": 89736, "tokens_out": 26462, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528476.631002}
{"ep": "h1-00332", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3954, "status": "ok", "correct": true, "speedup": 1.3954, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 181.0, "calls": 2, "tokens_in": 5205, "tokens_out": 3631, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528483.2137465}
{"ep": "h1-00253", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 55.2737, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 538.7, "calls": 3, "tokens_in": 31337, "tokens_out": 17869, "ctx_chars": 10613, "ctx_sha": "62447346e53b88c7", "t_end": 1791528493.1058164}
{"ep": "h1-00364", "task": "L2_003", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2605, "status": "ok", "correct": true, "speedup": 1.2605, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 80.0, "calls": 1, "tokens_in": 1900, "tokens_out": 6209, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528494.5851963}
{"ep": "h1-00346", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.087, "status": "ok", "correct": true, "speedup": 2.087, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 150.1, "calls": 2, "tokens_in": 7001, "tokens_out": 4723, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528498.131135}
{"ep": "h1-00307", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5675, "status": "ok", "correct": true, "speedup": 0.5675, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 318.5, "calls": 2, "tokens_in": 14607, "tokens_out": 3910, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791528498.3077316}
{"ep": "h1-00319", "task": "L3_002", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9466, "status": "ok", "correct": true, "speedup": 0.9466, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 261.3, "calls": 3, "tokens_in": 15966, "tokens_out": 2337, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528506.584856}
{"ep": "h1-00308", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1549, "status": "ok", "correct": true, "speedup": 0.1549, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 322.3, "calls": 3, "tokens_in": 16407, "tokens_out": 13143, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528509.1667354}
{"ep": "h1-00351", "task": "L1_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8848, "status": "ok", "correct": true, "speedup": 1.8848, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 142.8, "calls": 1, "tokens_in": 6947, "tokens_out": 1620, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791528510.7055697}
{"ep": "h1-00297", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1735, "status": "ok", "correct": true, "speedup": 0.1735, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 396.1, "calls": 2, "tokens_in": 17233, "tokens_out": 7915, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791528522.3085039}
{"ep": "h1-00288", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 11.1482, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 443.6, "calls": 3, "tokens_in": 16991, "tokens_out": 12997, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528522.3150983}
{"ep": "h1-00345", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0601, "status": "ok", "correct": true, "speedup": 1.0601, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 182.2, "calls": 2, "tokens_in": 6415, "tokens_out": 7190, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528523.9142437}
{"ep": "h1-00348", "task": "L2_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0017, "status": "ok", "correct": true, "speedup": 1.0017, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 164.0, "calls": 3, "tokens_in": 23460, "tokens_out": 2130, "ctx_chars": 11755, "ctx_sha": "c9bcbb50b8ac09fd", "t_end": 1791528524.1992683}
{"ep": "h1-00245", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.1129, "status": "ok", "correct": true, "speedup": 5.1129, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 615.9, "calls": 3, "tokens_in": 16556, "tokens_out": 15566, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528526.3748627}
{"ep": "h1-00344", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4768, "status": "ok", "correct": true, "speedup": 1.4768, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 190.9, "calls": 2, "tokens_in": 13985, "tokens_out": 1986, "ctx_chars": 10756, "ctx_sha": "52a5fe04bf576804", "t_end": 1791528528.1932309}
{"ep": "h1-00367", "task": "L3_034", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8252, "status": "ok", "correct": true, "speedup": 0.8252, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 90.9, "calls": 3, "tokens_in": 16408, "tokens_out": 2377, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791528530.346333}
{"ep": "h1-00293", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0032, "status": "ok", "correct": true, "speedup": 1.0032, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 415.5, "calls": 4, "tokens_in": 39182, "tokens_out": 14746, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528532.6520102}
{"ep": "h1-00286", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2902, "status": "ok", "correct": true, "speedup": 1.2902, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 476.2, "calls": 2, "tokens_in": 4961, "tokens_out": 4237, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528541.3235824}
{"ep": "h1-00356", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0591, "status": "ok", "correct": true, "speedup": 1.0591, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 168.7, "calls": 2, "tokens_in": 15384, "tokens_out": 4523, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791528546.6703787}
{"ep": "h1-00369", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.6097, "status": "ok", "correct": true, "speedup": 4.6097, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 97.2, "calls": 2, "tokens_in": 13588, "tokens_out": 3820, "ctx_chars": 9438, "ctx_sha": "933f5608fb268360", "t_end": 1791528548.322777}
{"ep": "h1-00372", "task": "L2_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9898, "status": "ok", "correct": true, "speedup": 0.9898, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 95.6, "calls": 3, "tokens_in": 23702, "tokens_out": 2266, "ctx_chars": 11755, "ctx_sha": "c9bcbb50b8ac09fd", "t_end": 1791528549.8205225}
{"ep": "h1-00327", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.9381, "status": "ok", "correct": true, "speedup": 3.9381, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 272.1, "calls": 2, "tokens_in": 8287, "tokens_out": 9319, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528552.625354}
{"ep": "h1-00381", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0437, "status": "ok", "correct": true, "speedup": 1.0437, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 72.3, "calls": 2, "tokens_in": 11952, "tokens_out": 2046, "ctx_chars": 8989, "ctx_sha": "c705b15bb2c57b08", "t_end": 1791528555.534404}
{"ep": "h1-00350", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.034, "status": "ok", "correct": true, "speedup": 1.034, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 192.5, "calls": 2, "tokens_in": 4495, "tokens_out": 2105, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528560.0646818}
{"ep": "h1-00269", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.5763, "status": "ok", "correct": true, "speedup": 2.5763, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 553.3, "calls": 2, "tokens_in": 6135, "tokens_out": 8986, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528563.625181}
{"ep": "h1-00289", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.2157, "status": "ok", "correct": true, "speedup": 8.2157, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 479.3, "calls": 2, "tokens_in": 18458, "tokens_out": 17136, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791528563.8164287}
{"ep": "h1-00298", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 26.9654, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 437.9, "calls": 3, "tokens_in": 20772, "tokens_out": 10241, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791528565.6999996}
{"ep": "h1-00347", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.641, "status": "ok", "correct": true, "speedup": 1.641, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 214.4, "calls": 2, "tokens_in": 8749, "tokens_out": 7274, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791528572.1052349}
{"ep": "h1-00343", "task": "L1_006", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.839, "status": "ok", "correct": true, "speedup": 0.839, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 241.1, "calls": 4, "tokens_in": 29833, "tokens_out": 4052, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528574.8971198}
{"ep": "h1-00376", "task": "L1_083", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.7521, "status": "ok", "correct": true, "speedup": 2.7521, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 113.0, "calls": 1, "tokens_in": 6377, "tokens_out": 1371, "ctx_chars": 10362, "ctx_sha": "51d761e43339b5b6", "t_end": 1791528575.81403}
{"ep": "h1-00385", "task": "L3_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'bn_relu_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=bn_relu_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch", "wall_s": 78.1, "calls": 1, "tokens_in": 3022, "tokens_out": 2505, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528576.3994696}
{"ep": "h1-00341", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2073, "status": "ok", "correct": true, "speedup": 1.2073, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 252.4, "calls": 2, "tokens_in": 14583, "tokens_out": 22664, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528582.973927}
{"ep": "h1-00358", "task": "L3_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8423, "status": "ok", "correct": true, "speedup": 0.8423, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 199.8, "calls": 3, "tokens_in": 12769, "tokens_out": 3945, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528583.2518795}
{"ep": "h1-00389", "task": "L2_053", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0126, "status": "ok", "correct": true, "speedup": 1.0126, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 62.1, "calls": 1, "tokens_in": 6385, "tokens_out": 592, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791528584.4148297}
{"ep": "h1-00360", "task": "L3_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7174, "status": "ok", "correct": true, "speedup": 0.7174, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 195.6, "calls": 5, "tokens_in": 47965, "tokens_out": 12153, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528588.274031}
{"ep": "h1-00379", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0199, "status": "ok", "correct": true, "speedup": 1.0199, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 117.2, "calls": 2, "tokens_in": 4693, "tokens_out": 3880, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528588.4591525}
{"ep": "h1-00371", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3839, "status": "ok", "correct": true, "speedup": 1.3839, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 147.9, "calls": 2, "tokens_in": 15020, "tokens_out": 4094, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791528601.6202078}
{"ep": "h1-00357", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.1997, "status": "ok", "correct": true, "speedup": 7.1997, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 218.6, "calls": 2, "tokens_in": 5925, "tokens_out": 1363, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528601.8921576}
{"ep": "h1-00318", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.3269, "status": "ok", "correct": true, "speedup": 3.3269, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 372.2, "calls": 3, "tokens_in": 20559, "tokens_out": 17054, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528606.3340175}
{"ep": "h1-00354", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5268, "status": "ok", "correct": true, "speedup": 0.5268, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 236.1, "calls": 2, "tokens_in": 7164, "tokens_out": 10762, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528608.7926219}
{"ep": "h1-00337", "task": "L1_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9628, "status": "ok", "correct": true, "speedup": 0.9628, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 300.7, "calls": 4, "tokens_in": 20904, "tokens_out": 4848, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528609.871552}
{"ep": "h1-00380", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8928, "status": "ok", "correct": true, "speedup": 0.8928, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 138.5, "calls": 2, "tokens_in": 16235, "tokens_out": 10777, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528615.112034}
{"ep": "h1-00334", "task": "L1_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1514, "status": "ok", "correct": true, "speedup": 0.1514, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 312.1, "calls": 2, "tokens_in": 4351, "tokens_out": 2602, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528618.8554552}
{"ep": "h1-00374", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3106, "status": "ok", "correct": true, "speedup": 1.3106, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 163.9, "calls": 2, "tokens_in": 12780, "tokens_out": 4734, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528620.5731091}
{"ep": "h1-00365", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0614, "status": "ok", "correct": true, "speedup": 1.0614, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 213.6, "calls": 2, "tokens_in": 8938, "tokens_out": 12247, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528630.9835758}
{"ep": "h1-00315", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9501, "status": "ok", "correct": true, "speedup": 1.9501, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 416.4, "calls": 3, "tokens_in": 15439, "tokens_out": 14021, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528634.4020216}
{"ep": "h1-00391", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.409, "status": "ok", "correct": true, "speedup": 1.409, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 113.6, "calls": 2, "tokens_in": 13986, "tokens_out": 5213, "ctx_chars": 10087, "ctx_sha": "fc8a2930809fd512", "t_end": 1791528637.5062492}
{"ep": "h1-00390", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0135, "status": "ok", "correct": true, "speedup": 1.0135, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 120.0, "calls": 2, "tokens_in": 11936, "tokens_out": 1121, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791528642.317514}
{"ep": "h1-00363", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4035, "status": "ok", "correct": true, "speedup": 1.4035, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 230.6, "calls": 2, "tokens_in": 5275, "tokens_out": 5329, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528644.2349503}
{"ep": "h1-00375", "task": "L1_018", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.018, "status": "ok", "correct": true, "speedup": 1.018, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 191.8, "calls": 3, "tokens_in": 19057, "tokens_out": 1908, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528653.4748747}
{"ep": "h1-00417", "task": "L2_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'ss_fused': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=ss_fused -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/", "wall_s": 68.0, "calls": 1, "tokens_in": 1776, "tokens_out": 1211, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528669.928299}
{"ep": "h1-00397", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.4789, "status": "ok", "correct": true, "speedup": 7.4789, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 131.6, "calls": 2, "tokens_in": 12949, "tokens_out": 3276, "ctx_chars": 9033, "ctx_sha": "ac669963ea71a2ce", "t_end": 1791528672.9321177}
{"ep": "h1-00395", "task": "L3_022", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3345, "status": "ok", "correct": true, "speedup": 0.3345, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 142.8, "calls": 3, "tokens_in": 24315, "tokens_out": 5791, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528673.1624792}
{"ep": "h1-00283", "task": "L2_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0136, "status": "ok", "correct": true, "speedup": 1.0136, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 614.1, "calls": 3, "tokens_in": 25579, "tokens_out": 5620, "ctx_chars": 10177, "ctx_sha": "cf1072ae0bde8a1b", "t_end": 1791528675.0512202}
{"ep": "h1-00384", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0409, "status": "ok", "correct": true, "speedup": 1.0409, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 182.2, "calls": 2, "tokens_in": 12196, "tokens_out": 2460, "ctx_chars": 8989, "ctx_sha": "c705b15bb2c57b08", "t_end": 1791528680.348533}
{"ep": "h1-00370", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0078, "status": "ok", "correct": true, "speedup": 1.0078, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 237.8, "calls": 2, "tokens_in": 17792, "tokens_out": 18811, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528690.0386086}
{"ep": "h1-00399", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3956, "status": "ok", "correct": true, "speedup": 1.3956, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 142.5, "calls": 2, "tokens_in": 13534, "tokens_out": 2062, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791528690.791032}
{"ep": "h1-00373", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3174, "status": "ok", "correct": true, "speedup": 2.3174, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 241.1, "calls": 2, "tokens_in": 5919, "tokens_out": 8229, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528696.9729247}
{"ep": "h1-00336", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3897, "status": "ok", "correct": true, "speedup": 1.3897, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 393.5, "calls": 2, "tokens_in": 14071, "tokens_out": 4508, "ctx_chars": 10177, "ctx_sha": "cf1072ae0bde8a1b", "t_end": 1791528702.5203097}
{"ep": "h1-00392", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0069, "status": "ok", "correct": true, "speedup": 1.0069, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 182.3, "calls": 2, "tokens_in": 4116, "tokens_out": 1961, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528706.5369968}
{"ep": "h1-00413", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0838, "status": "ok", "correct": true, "speedup": 1.0838, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 130.5, "calls": 2, "tokens_in": 13739, "tokens_out": 5622, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791528714.939805}
{"ep": "h1-00361", "task": "L2_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9795, "status": "ok", "correct": true, "speedup": 0.9795, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 307.8, "calls": 2, "tokens_in": 5375, "tokens_out": 3095, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528717.4816542}
{"ep": "h1-00404", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3181, "status": "ok", "correct": true, "speedup": 1.3181, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 166.8, "calls": 3, "tokens_in": 11097, "tokens_out": 7621, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528730.38769}
{"ep": "h1-00378", "task": "L2_037", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2227, "status": "ok", "correct": true, "speedup": 1.2227, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 268.6, "calls": 2, "tokens_in": 13070, "tokens_out": 1878, "ctx_chars": 9893, "ctx_sha": "b7d3b378c9e92c33", "t_end": 1791528737.9630938}
{"ep": "h1-00434", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.2712, "status": "ok", "correct": true, "speedup": 7.2712, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 63.3, "calls": 1, "tokens_in": 1564, "tokens_out": 742, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528743.6603827}
{"ep": "h1-00416", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0033, "status": "ok", "correct": true, "speedup": 1.0033, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 143.5, "calls": 2, "tokens_in": 13719, "tokens_out": 1581, "ctx_chars": 10909, "ctx_sha": "65e4e510dcc4381c", "t_end": 1791528745.135496}
{"ep": "h1-00342", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9725, "status": "ok", "correct": true, "speedup": 0.9725, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 416.7, "calls": 3, "tokens_in": 17048, "tokens_out": 15290, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528750.0201776}
{"ep": "h1-00432", "task": "L2_079", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused079': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused079 -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/", "wall_s": 81.2, "calls": 1, "tokens_in": 1811, "tokens_out": 2419, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528754.3965483}
{"ep": "h1-00349", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 55.5485, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 393.4, "calls": 3, "tokens_in": 36440, "tokens_out": 22131, "ctx_chars": 10613, "ctx_sha": "62447346e53b88c7", "t_end": 1791528756.5602198}
{"ep": "h1-00353", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.4834, "status": "ok", "correct": true, "speedup": 4.4834, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 385.2, "calls": 3, "tokens_in": 16661, "tokens_out": 14300, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528757.327123}
{"ep": "h1-00257", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4495, "status": "ok", "correct": true, "speedup": 1.4495, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 795.5, "calls": 3, "tokens_in": 15597, "tokens_out": 13128, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528760.419564}
{"ep": "h1-00265", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9422, "status": "ok", "correct": true, "speedup": 0.9422, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 766.6, "calls": 4, "tokens_in": 56543, "tokens_out": 46789, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528766.499862}
{"ep": "h1-00421", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.397, "status": "ok", "correct": true, "speedup": 1.397, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 152.1, "calls": 2, "tokens_in": 12946, "tokens_out": 5171, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528767.1759179}
{"ep": "h1-00338", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7008, "status": "ok", "correct": true, "speedup": 0.7008, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 448.9, "calls": 3, "tokens_in": 16891, "tokens_out": 20232, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528768.426971}
{"ep": "h1-00438", "task": "L1_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'gelu_ext': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=gelu_ext -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/", "wall_s": 66.0, "calls": 1, "tokens_in": 1562, "tokens_out": 789, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528768.5552444}
{"ep": "h1-00442", "task": "L3_039", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "forbidden", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "static check failed: line 84: getattr needs a literal, non-private attribute name; line 85: getattr needs a literal, non-private attribute name; line 87: getattr needs a literal, non-private attribute name; line 88: getattr needs a literal, non-private attribute name", "wall_s": 39.3, "calls": 1, "tokens_in": 1944, "tokens_out": 1987, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528769.6670878}
{"ep": "h1-00398", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.3218, "status": "ok", "correct": true, "speedup": 7.3218, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 223.4, "calls": 2, "tokens_in": 4113, "tokens_out": 1369, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528770.045452}
{"ep": "h1-00396", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3724, "status": "ok", "correct": true, "speedup": 1.3724, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 243.1, "calls": 2, "tokens_in": 16965, "tokens_out": 6950, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791528775.706974}
{"ep": "h1-00394", "task": "L2_084", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.007, "status": "ok", "correct": true, "speedup": 1.007, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 248.8, "calls": 1, "tokens_in": 1769, "tokens_out": 2096, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528777.0144541}
{"ep": "h1-00328", "task": "L2_097", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0087, "status": "ok", "correct": true, "speedup": 1.0087, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 498.9, "calls": 4, "tokens_in": 23892, "tokens_out": 7569, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528780.1068425}
{"ep": "h1-00409", "task": "L1_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3311, "status": "ok", "correct": true, "speedup": 0.3311, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 204.4, "calls": 3, "tokens_in": 8791, "tokens_out": 4109, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528780.230593}
{"ep": "h1-00433", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0288, "status": "ok", "correct": true, "speedup": 1.0288, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 108.4, "calls": 2, "tokens_in": 4296, "tokens_out": 2091, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528783.4098537}
{"ep": "h1-00437", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.6576, "status": "ok", "correct": true, "speedup": 6.6576, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 89.0, "calls": 2, "tokens_in": 5873, "tokens_out": 1339, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528785.9534302}
{"ep": "h1-00393", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7612, "status": "ok", "correct": true, "speedup": 0.7612, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 265.7, "calls": 2, "tokens_in": 16356, "tokens_out": 13888, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528792.0630765}
{"ep": "h1-00424", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2785, "status": "ok", "correct": true, "speedup": 1.2785, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 162.7, "calls": 2, "tokens_in": 5116, "tokens_out": 4334, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528793.641269}
{"ep": "h1-00418", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1711, "status": "ok", "correct": true, "speedup": 4.1711, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 194.0, "calls": 2, "tokens_in": 17644, "tokens_out": 6895, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791528800.338725}
{"ep": "h1-00333", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0551, "status": "ok", "correct": true, "speedup": 1.0551, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 507.4, "calls": 2, "tokens_in": 18188, "tokens_out": 20011, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528811.1402824}
{"ep": "h1-00352", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.077, "status": "ok", "correct": true, "speedup": 6.077, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 446.2, "calls": 3, "tokens_in": 35362, "tokens_out": 21260, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791528817.9742332}
{"ep": "h1-00383", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7182, "status": "ok", "correct": true, "speedup": 0.7182, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 323.6, "calls": 2, "tokens_in": 18330, "tokens_out": 15504, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528818.1651137}
{"ep": "h1-00410", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7102, "status": "ok", "correct": true, "speedup": 1.7102, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 241.8, "calls": 2, "tokens_in": 12850, "tokens_out": 4244, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528818.1736312}
{"ep": "h1-00406", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.8934, "status": "ok", "correct": true, "speedup": 8.8934, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 268.2, "calls": 2, "tokens_in": 6843, "tokens_out": 9864, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528833.8732834}
{"ep": "h1-00457", "task": "L3_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6452, "status": "ok", "correct": true, "speedup": 0.6452, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 59.8, "calls": 3, "tokens_in": 21855, "tokens_out": 4366, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528835.5035365}
{"ep": "h1-00411", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2809, "status": "ok", "correct": true, "speedup": 1.2809, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 255.0, "calls": 2, "tokens_in": 4863, "tokens_out": 3113, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528838.0063426}
{"ep": "h1-00465", "task": "L2_059", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9032, "status": "ok", "correct": true, "speedup": 0.9032, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 39.6, "calls": 1, "tokens_in": 1548, "tokens_out": 579, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528839.9434705}
{"ep": "h1-00429", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5698, "status": "ok", "correct": true, "speedup": 0.5698, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 189.5, "calls": 2, "tokens_in": 16118, "tokens_out": 8702, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791528842.9368062}
{"ep": "h1-00452", "task": "L2_035", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_m035': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_m035 -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/c", "wall_s": 76.0, "calls": 1, "tokens_in": 1691, "tokens_out": 1346, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528843.195593}
{"ep": "h1-00407", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0019, "status": "ok", "correct": true, "speedup": 1.0019, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 272.9, "calls": 2, "tokens_in": 4062, "tokens_out": 1845, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528844.9802392}
{"ep": "h1-00446", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0703, "status": "ok", "correct": true, "speedup": 1.0703, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 97.6, "calls": 2, "tokens_in": 14868, "tokens_out": 3293, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791528847.6639233}
{"ep": "h1-00454", "task": "L3_027", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'regnet_fused': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=regnet_fused -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/tor", "wall_s": 80.2, "calls": 1, "tokens_in": 2190, "tokens_out": 1905, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528848.750612}
{"ep": "h1-00402", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.185, "status": "ok", "correct": true, "speedup": 1.185, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 294.5, "calls": 2, "tokens_in": 4860, "tokens_out": 4858, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528850.0369658}
{"ep": "h1-00377", "task": "L1_001", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9475, "status": "ok", "correct": true, "speedup": 0.9475, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 382.6, "calls": 3, "tokens_in": 8763, "tokens_out": 3661, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528850.7159665}
{"ep": "h1-00359", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.7819, "status": "ok", "correct": true, "speedup": 4.7819, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 461.1, "calls": 2, "tokens_in": 7263, "tokens_out": 13093, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528851.6649642}
{"ep": "h1-00401", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.8212, "status": "ok", "correct": true, "speedup": 6.8212, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 301.8, "calls": 3, "tokens_in": 29264, "tokens_out": 22399, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791528854.4491088}
{"ep": "h1-00430", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.3938, "status": "ok", "correct": true, "speedup": 4.3938, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 186.2, "calls": 2, "tokens_in": 7299, "tokens_out": 11453, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528856.1706564}
{"ep": "h1-00455", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9207, "status": "ok", "correct": true, "speedup": 0.9207, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 92.0, "calls": 2, "tokens_in": 10591, "tokens_out": 4490, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791528861.6374712}
{"ep": "h1-00460", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0285, "status": "ok", "correct": true, "speedup": 1.0285, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 82.4, "calls": 2, "tokens_in": 7911, "tokens_out": 3789, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791528862.665203}
{"ep": "h1-00426", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 67.2053, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 225.5, "calls": 2, "tokens_in": 17655, "tokens_out": 15298, "ctx_chars": 10613, "ctx_sha": "62447346e53b88c7", "t_end": 1791528863.0201433}
{"ep": "h1-00414", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.017, "status": "ok", "correct": true, "speedup": 1.017, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 284.2, "calls": 2, "tokens_in": 5880, "tokens_out": 5333, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528872.4391067}
{"ep": "h1-00466", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0144, "status": "ok", "correct": true, "speedup": 1.0144, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 65.0, "calls": 2, "tokens_in": 11892, "tokens_out": 1080, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791528876.178376}
{"ep": "h1-00419", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0541, "status": "ok", "correct": true, "speedup": 4.0541, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 267.7, "calls": 3, "tokens_in": 15007, "tokens_out": 13748, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528876.4859657}
{"ep": "h1-00368", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.5734, "status": "ok", "correct": true, "speedup": 2.5734, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 432.6, "calls": 3, "tokens_in": 27632, "tokens_out": 17793, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791528877.166501}
{"ep": "h1-00408", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0062, "status": "ok", "correct": true, "speedup": 1.0062, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 305.9, "calls": 2, "tokens_in": 11718, "tokens_out": 1231, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791528880.7683105}
{"ep": "h1-00387", "task": "L3_044", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3804, "status": "ok", "correct": true, "speedup": 1.3804, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 378.6, "calls": 4, "tokens_in": 24517, "tokens_out": 4645, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528887.7776234}
{"ep": "h1-00405", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 24.9783, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 325.7, "calls": 2, "tokens_in": 12811, "tokens_out": 4322, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791528889.491242}
{"ep": "h1-00440", "task": "L1_062", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0134, "status": "ok", "correct": true, "speedup": 1.0134, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 176.7, "calls": 4, "tokens_in": 32086, "tokens_out": 2938, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791528891.6781104}
{"ep": "h1-00462", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4922, "status": "ok", "correct": true, "speedup": 1.4922, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 106.2, "calls": 2, "tokens_in": 14716, "tokens_out": 4167, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "t_end": 1791528892.157648}
{"ep": "h1-00470", "task": "L2_067", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'gelu_avgpool_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=gelu_avgpool_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inc", "wall_s": 60.2, "calls": 1, "tokens_in": 1655, "tokens_out": 1106, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528894.033184}
{"ep": "h1-00474", "task": "L2_068", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_epilogue_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_epilogue_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch", "wall_s": 54.8, "calls": 1, "tokens_in": 1530, "tokens_out": 861, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528897.7613344}
{"ep": "h1-00469", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0357, "status": "ok", "correct": true, "speedup": 1.0357, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 80.4, "calls": 2, "tokens_in": 12213, "tokens_out": 1685, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791528898.595187}
{"ep": "h1-00403", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.7825, "status": "ok", "correct": true, "speedup": 3.7825, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 342.1, "calls": 3, "tokens_in": 14648, "tokens_out": 13024, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528902.210047}
{"ep": "h1-00451", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.3133, "status": "ok", "correct": true, "speedup": 7.3133, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 136.5, "calls": 2, "tokens_in": 5824, "tokens_out": 1242, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791528902.9782763}
{"ep": "h1-00400", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8737, "status": "ok", "correct": true, "speedup": 1.8737, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 368.2, "calls": 2, "tokens_in": 15762, "tokens_out": 8256, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "t_end": 1791528918.0178344}
{"ep": "h1-00422", "task": "L2_012", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0071, "status": "ok", "correct": true, "speedup": 1.0071, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 305.3, "calls": 1, "tokens_in": 5888, "tokens_out": 526, "ctx_chars": 9890, "ctx_sha": "8695a4ea849dcf73", "t_end": 1791528924.1262617}
{"ep": "h1-00428", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1808, "status": "ok", "correct": true, "speedup": 2.1808, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 295.8, "calls": 2, "tokens_in": 12558, "tokens_out": 1492, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791528940.0449948}
{"ep": "h1-00443", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.294, "status": "ok", "correct": true, "speedup": 1.294, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 204.1, "calls": 2, "tokens_in": 6092, "tokens_out": 9516, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528942.0799458}
{"ep": "h1-00478", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0679, "status": "ok", "correct": true, "speedup": 1.0679, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 99.8, "calls": 2, "tokens_in": 11986, "tokens_out": 1830, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791528948.585747}
{"ep": "h1-00467", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 27.1325, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 133.9, "calls": 2, "tokens_in": 5156, "tokens_out": 3890, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528951.872448}
{"ep": "h1-00449", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4036, "status": "ok", "correct": true, "speedup": 1.4036, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 201.6, "calls": 2, "tokens_in": 13603, "tokens_out": 2729, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791528958.9378376}
{"ep": "h1-00491", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.013, "status": "ok", "correct": true, "speedup": 1.013, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 84.3, "calls": 2, "tokens_in": 4165, "tokens_out": 1651, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528965.06528}
{"ep": "h1-00496", "task": "L1_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'wtransform': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=wtransform -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/c", "wall_s": 71.9, "calls": 1, "tokens_in": 1960, "tokens_out": 1552, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528965.9123833}
{"ep": "h1-00425", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9374, "status": "ok", "correct": true, "speedup": 1.9374, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 341.3, "calls": 2, "tokens_in": 14813, "tokens_out": 4447, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791528975.732529}
{"ep": "h1-00388", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1445, "status": "ok", "correct": true, "speedup": 4.1445, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 465.2, "calls": 3, "tokens_in": 27852, "tokens_out": 17461, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791528975.9138103}
{"ep": "h1-00461", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3869, "status": "ok", "correct": true, "speedup": 1.3869, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 197.3, "calls": 2, "tokens_in": 5968, "tokens_out": 6723, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528980.7188687}
{"ep": "h1-00473", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2826, "status": "ok", "correct": true, "speedup": 1.2826, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 143.0, "calls": 2, "tokens_in": 13254, "tokens_out": 2350, "ctx_chars": 9893, "ctx_sha": "b7d3b378c9e92c33", "t_end": 1791528982.9086282}
{"ep": "h1-00448", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4458, "status": "ok", "correct": true, "speedup": 1.4458, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 227.0, "calls": 2, "tokens_in": 4636, "tokens_out": 2176, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528983.5437918}
{"ep": "h1-00431", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3996, "status": "ok", "correct": true, "speedup": 1.3996, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 323.9, "calls": 2, "tokens_in": 7371, "tokens_out": 8781, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791528996.8700705}
{"ep": "h1-00464", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 19.1373, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 209.2, "calls": 2, "tokens_in": 11610, "tokens_out": 8271, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791529002.8565447}
{"ep": "h1-00427", "task": "L3_001", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9992, "status": "ok", "correct": true, "speedup": 0.9992, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 362.3, "calls": 2, "tokens_in": 9798, "tokens_out": 1705, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529004.6404805}
{"ep": "h1-00415", "task": "L3_038", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9638, "status": "ok", "correct": true, "speedup": 0.9638, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 424.4, "calls": 2, "tokens_in": 12253, "tokens_out": 2032, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791529012.8192325}
{"ep": "h1-00471", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1592, "status": "ok", "correct": true, "speedup": 1.1592, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 178.9, "calls": 2, "tokens_in": 4957, "tokens_out": 4417, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529014.3757424}
{"ep": "h1-00463", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3785, "status": "ok", "correct": true, "speedup": 1.3785, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 223.2, "calls": 2, "tokens_in": 14317, "tokens_out": 5053, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791529015.246785}
{"ep": "h1-00453", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2422, "status": "ok", "correct": true, "speedup": 0.2422, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 248.1, "calls": 3, "tokens_in": 12319, "tokens_out": 8582, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529016.5448098}
{"ep": "h1-00504", "task": "L2_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'scale_add_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=scale_add_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/t", "wall_s": 74.6, "calls": 1, "tokens_in": 1694, "tokens_out": 854, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529016.6739774}
{"ep": "h1-00480", "task": "L2_052", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3443, "status": "ok", "correct": true, "speedup": 1.3443, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 198.1, "calls": 3, "tokens_in": 23014, "tokens_out": 3321, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791529048.7854478}
{"ep": "h1-00441", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4398, "status": "ok", "correct": true, "speedup": 1.4398, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 331.4, "calls": 2, "tokens_in": 4612, "tokens_out": 2171, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529048.8815064}
{"ep": "h1-00498", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4546, "status": "ok", "correct": true, "speedup": 1.4546, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 152.4, "calls": 2, "tokens_in": 5094, "tokens_out": 4077, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529050.9977505}
{"ep": "h1-00522", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0052, "status": "ok", "correct": true, "speedup": 1.0052, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 49.8, "calls": 2, "tokens_in": 13365, "tokens_out": 1362, "ctx_chars": 10823, "ctx_sha": "819fb7af68fa10a5", "t_end": 1791529066.4952128}
{"ep": "h1-00412", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0144, "status": "ok", "correct": true, "speedup": 1.0144, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 486.4, "calls": 2, "tokens_in": 18012, "tokens_out": 19922, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529069.654926}
{"ep": "h1-00458", "task": "L3_038", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7762, "status": "ok", "correct": true, "speedup": 0.7762, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 295.1, "calls": 1, "tokens_in": 1970, "tokens_out": 1216, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529072.0723977}
{"ep": "h1-00472", "task": "L1_065", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4028, "status": "ok", "correct": true, "speedup": 0.4028, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 234.6, "calls": 2, "tokens_in": 10193, "tokens_out": 7471, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529072.572073}
{"ep": "h1-00386", "task": "L3_045", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0041, "status": "ok", "correct": true, "speedup": 1.0041, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 578.8, "calls": 5, "tokens_in": 36662, "tokens_out": 10657, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529085.345551}
{"ep": "h1-00382", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.1264, "status": "ok", "correct": true, "speedup": 3.1264, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 592.9, "calls": 3, "tokens_in": 16993, "tokens_out": 14401, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529085.9773016}
{"ep": "h1-00450", "task": "L1_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9634, "status": "ok", "correct": true, "speedup": 0.9634, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 331.4, "calls": 3, "tokens_in": 24055, "tokens_out": 2255, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791529091.779227}
{"ep": "h1-00420", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0625, "status": "ok", "correct": true, "speedup": 1.0625, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 482.7, "calls": 2, "tokens_in": 15916, "tokens_out": 4374, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791529092.531931}
{"ep": "h1-00477", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9622, "status": "ok", "correct": true, "speedup": 0.9622, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 261.1, "calls": 3, "tokens_in": 15092, "tokens_out": 13370, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529108.7163906}
{"ep": "h1-00479", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0367, "status": "ok", "correct": true, "speedup": 0.0367, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 261.7, "calls": 3, "tokens_in": 24295, "tokens_out": 10147, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791529111.701354}
{"ep": "h1-00481", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3891, "status": "ok", "correct": true, "speedup": 1.3891, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 273.3, "calls": 2, "tokens_in": 5256, "tokens_out": 4519, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529124.9613156}
{"ep": "h1-00514", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.5791, "status": "ok", "correct": true, "speedup": 2.5791, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 142.6, "calls": 2, "tokens_in": 7627, "tokens_out": 8711, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529126.1793642}
{"ep": "h1-00528", "task": "L2_025", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'min_tanh_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=min_tanh_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/tor", "wall_s": 62.9, "calls": 1, "tokens_in": 1584, "tokens_out": 1045, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529134.9371734}
{"ep": "h1-00493", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0039, "status": "ok", "correct": true, "speedup": 1.0039, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 249.6, "calls": 2, "tokens_in": 13646, "tokens_out": 1498, "ctx_chars": 10909, "ctx_sha": "65e4e510dcc4381c", "t_end": 1791529139.127138}
{"ep": "h1-00456", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2436, "status": "ok", "correct": true, "speedup": 1.2436, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 374.1, "calls": 2, "tokens_in": 15711, "tokens_out": 2620, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791529144.1073859}
{"ep": "h1-00439", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3728, "status": "ok", "correct": true, "speedup": 0.3728, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 451.0, "calls": 2, "tokens_in": 6566, "tokens_out": 10011, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529157.5150607}
{"ep": "h1-00511", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0507, "status": "ok", "correct": true, "speedup": 1.0507, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 184.0, "calls": 2, "tokens_in": 15893, "tokens_out": 3875, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791529159.907512}
{"ep": "h1-00523", "task": "L2_084", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0024, "status": "ok", "correct": true, "speedup": 1.0024, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 112.5, "calls": 3, "tokens_in": 20711, "tokens_out": 3082, "ctx_chars": 9192, "ctx_sha": "9ac79c33be050f60", "t_end": 1791529161.3282845}
{"ep": "h1-00526", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0677, "status": "ok", "correct": true, "speedup": 1.0677, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 101.9, "calls": 2, "tokens_in": 4699, "tokens_out": 2600, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529168.3820097}
{"ep": "h1-00486", "task": "L2_008", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0775, "status": "ok", "correct": true, "speedup": 1.0775, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 306.9, "calls": 2, "tokens_in": 6074, "tokens_out": 3262, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529169.9221966}
{"ep": "h1-00487", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5829, "status": "ok", "correct": true, "speedup": 0.5829, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 298.9, "calls": 2, "tokens_in": 14640, "tokens_out": 4016, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791529171.3655019}
{"ep": "h1-00445", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8211, "status": "ok", "correct": true, "speedup": 0.8211, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 427.0, "calls": 2, "tokens_in": 4935, "tokens_out": 4773, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529172.1302276}
{"ep": "h1-00533", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.553, "status": "ok", "correct": true, "speedup": 1.553, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 80.4, "calls": 2, "tokens_in": 15836, "tokens_out": 4235, "ctx_chars": 11288, "ctx_sha": "b0db956aa86ee683", "t_end": 1791529172.9254909}
{"ep": "h1-00519", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0903, "status": "ok", "correct": true, "speedup": 1.0903, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 163.0, "calls": 2, "tokens_in": 4477, "tokens_out": 2348, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529177.3627107}
{"ep": "h1-00484", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0106, "status": "ok", "correct": true, "speedup": 2.0106, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 319.2, "calls": 2, "tokens_in": 6190, "tokens_out": 6535, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529180.7934818}
{"ep": "h1-00512", "task": "L1_080", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9631, "status": "ok", "correct": true, "speedup": 0.9631, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 204.6, "calls": 3, "tokens_in": 22732, "tokens_out": 2194, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791529185.3424838}
{"ep": "h1-00535", "task": "L2_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_conv_sub_tanh': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_conv_sub_tanh -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/tor", "wall_s": 77.3, "calls": 1, "tokens_in": 1727, "tokens_out": 1370, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529189.0203047}
{"ep": "h1-00537", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0021, "status": "ok", "correct": true, "speedup": 1.0021, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 71.1, "calls": 2, "tokens_in": 13688, "tokens_out": 1504, "ctx_chars": 10909, "ctx_sha": "65e4e510dcc4381c", "t_end": 1791529197.238556}
{"ep": "h1-00499", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 26.8472, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 300.1, "calls": 3, "tokens_in": 10322, "tokens_out": 5615, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529202.307329}
{"ep": "h1-00505", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8485, "status": "ok", "correct": true, "speedup": 0.8485, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 255.2, "calls": 2, "tokens_in": 15730, "tokens_out": 5777, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791529203.8262324}
{"ep": "h1-00490", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1066, "status": "ok", "correct": true, "speedup": 1.1066, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 329.5, "calls": 2, "tokens_in": 14332, "tokens_out": 2029, "ctx_chars": 11296, "ctx_sha": "2d2e82dae56fa580", "t_end": 1791529206.647996}
{"ep": "h1-00495", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 37.3568, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 316.1, "calls": 2, "tokens_in": 12021, "tokens_out": 2781, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791529208.2988045}
{"ep": "h1-00355", "task": "L3_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 839.8, "calls": 5, "tokens_in": 55896, "tokens_out": 16066, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529214.5588293}
{"ep": "h1-00444", "task": "L2_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3376, "status": "ok", "correct": true, "speedup": 1.3376, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 473.9, "calls": 2, "tokens_in": 15393, "tokens_out": 2939, "ctx_chars": 11357, "ctx_sha": "ce81245bc1f59985", "t_end": 1791529217.5227797}
{"ep": "h1-00436", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0129, "status": "ok", "correct": true, "speedup": 1.0129, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 527.0, "calls": 2, "tokens_in": 11406, "tokens_out": 13353, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529217.819324}
{"ep": "h1-00540", "task": "L3_034", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8201, "status": "ok", "correct": true, "speedup": 0.8201, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 77.9, "calls": 3, "tokens_in": 16323, "tokens_out": 2231, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791529222.0460713}
{"ep": "h1-00543", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0626, "status": "ok", "correct": true, "speedup": 1.0626, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 62.0, "calls": 2, "tokens_in": 12252, "tokens_out": 2269, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791529223.3557522}
{"ep": "h1-00530", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5901, "status": "ok", "correct": true, "speedup": 1.5901, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 138.6, "calls": 2, "tokens_in": 16902, "tokens_out": 7606, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791529223.925025}
{"ep": "h1-00468", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4905, "status": "ok", "correct": true, "speedup": 0.4905, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 415.5, "calls": 2, "tokens_in": 16908, "tokens_out": 13669, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529233.6541142}
{"ep": "h1-00447", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8801, "status": "ok", "correct": true, "speedup": 1.8801, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 482.2, "calls": 3, "tokens_in": 13883, "tokens_out": 12915, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529236.5549297}
{"ep": "h1-00518", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0331, "status": "ok", "correct": true, "speedup": 1.0331, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 229.5, "calls": 2, "tokens_in": 6880, "tokens_out": 8373, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529242.320378}
{"ep": "h1-00488", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2751, "status": "ok", "correct": true, "speedup": 1.2751, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 371.1, "calls": 2, "tokens_in": 5292, "tokens_out": 4403, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529247.276128}
{"ep": "h1-00506", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2801, "status": "ok", "correct": true, "speedup": 0.2801, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 295.7, "calls": 3, "tokens_in": 11932, "tokens_out": 8665, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529247.6033165}
{"ep": "h1-00524", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1909, "status": "ok", "correct": true, "speedup": 1.1909, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 203.1, "calls": 2, "tokens_in": 5509, "tokens_out": 4082, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529251.9418483}
{"ep": "h1-00539", "task": "L2_037", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1588, "status": "ok", "correct": true, "speedup": 1.1588, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 117.5, "calls": 3, "tokens_in": 7368, "tokens_out": 1883, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529256.5819209}
{"ep": "h1-00507", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2445, "status": "ok", "correct": true, "speedup": 1.2445, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 300.5, "calls": 2, "tokens_in": 9924, "tokens_out": 10183, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529259.3888347}
{"ep": "h1-00497", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4893, "status": "ok", "correct": true, "speedup": 0.4893, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 362.9, "calls": 2, "tokens_in": 7185, "tokens_out": 8769, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529260.6134381}
{"ep": "h1-00534", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 24.1547, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 159.4, "calls": 2, "tokens_in": 11819, "tokens_out": 8932, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791529268.1447995}
{"ep": "h1-00510", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7223, "status": "ok", "correct": true, "speedup": 1.7223, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 298.2, "calls": 3, "tokens_in": 27698, "tokens_out": 11447, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791529273.9675436}
{"ep": "h1-00502", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5458, "status": "ok", "correct": true, "speedup": 1.5458, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 365.9, "calls": 2, "tokens_in": 5003, "tokens_out": 4241, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529290.0210454}
{"ep": "h1-00520", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 14.7934, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 277.2, "calls": 2, "tokens_in": 6257, "tokens_out": 6587, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529292.4869819}
{"ep": "h1-00525", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.7594, "status": "ok", "correct": true, "speedup": 8.7594, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 245.3, "calls": 3, "tokens_in": 16466, "tokens_out": 9586, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791529296.2652748}
{"ep": "h1-00325", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1117, "status": "ok", "correct": true, "speedup": 1.1117, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 1036.2, "calls": 5, "tokens_in": 89952, "tokens_out": 57091, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529298.1975143}
{"ep": "h1-00560", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.4064, "status": "ok", "correct": true, "speedup": 4.4064, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 81.9, "calls": 2, "tokens_in": 13436, "tokens_out": 3349, "ctx_chars": 9438, "ctx_sha": "933f5608fb268360", "t_end": 1791529299.7182355}
{"ep": "h1-00569", "task": "L1_013", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9401, "status": "ok", "correct": true, "speedup": 0.9401, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 56.4, "calls": 1, "tokens_in": 1699, "tokens_out": 1265, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529308.3601885}
{"ep": "h1-00532", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2422, "status": "ok", "correct": true, "speedup": 1.2422, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 221.6, "calls": 2, "tokens_in": 13090, "tokens_out": 10259, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529313.3856335}
{"ep": "h1-00517", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2746, "status": "ok", "correct": true, "speedup": 1.2746, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 309.9, "calls": 2, "tokens_in": 5062, "tokens_out": 3761, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529314.5370939}
{"ep": "h1-00536", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4547, "status": "ok", "correct": true, "speedup": 1.4547, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 192.9, "calls": 3, "tokens_in": 24879, "tokens_out": 7885, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791529317.8912418}
{"ep": "h1-00508", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3859, "status": "ok", "correct": true, "speedup": 2.3859, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 355.4, "calls": 2, "tokens_in": 8238, "tokens_out": 8498, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529320.5097518}
{"ep": "h1-00553", "task": "L1_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "runtime_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "CompilationError: at 8:8:\ndef gelu_kernel(x_ptr, out_ptr, n, BLOCK: tl.constexpr):\n    pid = tl.program_id(0)\n    offs = pid * BLOCK + tl.arange(0, BLOCK)\n    mask = offs < n\n    x = tl.load(x_ptr + offs, mask=mask)\n    c = 0.7978845608028654\n    inner = c * (x + 0.044715 * x * x * x)\n    t = tl.mat", "wall_s": 131.3, "calls": 1, "tokens_in": 2478, "tokens_out": 429, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791529328.5212872}
{"ep": "h1-00541", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0413, "status": "ok", "correct": true, "speedup": 1.0413, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 173.6, "calls": 2, "tokens_in": 12110, "tokens_out": 2019, "ctx_chars": 8989, "ctx_sha": "c705b15bb2c57b08", "t_end": 1791529331.114848}
{"ep": "h1-00557", "task": "L1_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8824, "status": "ok", "correct": true, "speedup": 1.8824, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 133.1, "calls": 1, "tokens_in": 6947, "tokens_out": 1615, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791529341.3691316}
{"ep": "h1-00562", "task": "L2_070", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0123, "status": "ok", "correct": true, "speedup": 1.0123, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 118.5, "calls": 1, "tokens_in": 5600, "tokens_out": 464, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791529341.852198}
{"ep": "h1-00485", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.062, "status": "ok", "correct": true, "speedup": 1.062, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 481.9, "calls": 2, "tokens_in": 17070, "tokens_out": 13930, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529344.5785012}
{"ep": "h1-00567", "task": "L3_048", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 99.5, "calls": 1, "tokens_in": 2835, "tokens_out": 5071, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529346.7780757}
{"ep": "h1-00515", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.9714, "status": "ok", "correct": true, "speedup": 2.9714, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 352.1, "calls": 2, "tokens_in": 7860, "tokens_out": 8277, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529348.9830077}
{"ep": "h1-00494", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6788, "status": "ok", "correct": true, "speedup": 1.6788, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 465.6, "calls": 2, "tokens_in": 14139, "tokens_out": 12002, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529357.254142}
{"ep": "h1-00531", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2704, "status": "ok", "correct": true, "speedup": 1.2704, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 271.9, "calls": 2, "tokens_in": 13181, "tokens_out": 2295, "ctx_chars": 9835, "ctx_sha": "6aedb10d18ef2e36", "t_end": 1791529357.8636842}
{"ep": "h1-00575", "task": "L2_098", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fuse_pgsm': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fuse_pgsm -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csr", "wall_s": 71.9, "calls": 1, "tokens_in": 1737, "tokens_out": 1280, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529361.9100142}
{"ep": "h1-00568", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9184, "status": "ok", "correct": true, "speedup": 0.9184, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 116.0, "calls": 2, "tokens_in": 5221, "tokens_out": 4421, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529363.609404}
{"ep": "h1-00566", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5834, "status": "ok", "correct": true, "speedup": 1.5834, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 123.3, "calls": 2, "tokens_in": 16993, "tokens_out": 5817, "ctx_chars": 11886, "ctx_sha": "8cbbd063f294068f", "t_end": 1791529365.660532}
{"ep": "h1-00546", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7124, "status": "ok", "correct": true, "speedup": 1.7124, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 195.9, "calls": 3, "tokens_in": 9870, "tokens_out": 6942, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529367.2485864}
{"ep": "h1-00559", "task": "L2_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6822, "status": "ok", "correct": true, "speedup": 1.6822, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 154.0, "calls": 3, "tokens_in": 28820, "tokens_out": 5989, "ctx_chars": 10613, "ctx_sha": "62447346e53b88c7", "t_end": 1791529371.4955447}
{"ep": "h1-00459", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.0336, "status": "ok", "correct": true, "speedup": 6.0336, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 593.7, "calls": 3, "tokens_in": 32594, "tokens_out": 17802, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791529373.8489692}
{"ep": "h1-00552", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2694, "status": "ok", "correct": true, "speedup": 1.2694, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 185.6, "calls": 2, "tokens_in": 5267, "tokens_out": 4465, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529374.642512}
{"ep": "h1-00513", "task": "L1_080", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1046, "status": "ok", "correct": true, "speedup": 0.1046, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 399.8, "calls": 4, "tokens_in": 22373, "tokens_out": 6070, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529382.7030814}
{"ep": "h1-00475", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.003, "status": "ok", "correct": true, "speedup": 1.003, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 539.8, "calls": 4, "tokens_in": 27383, "tokens_out": 14038, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529382.991653}
{"ep": "h1-00516", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6098, "status": "ok", "correct": true, "speedup": 0.6098, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 392.9, "calls": 2, "tokens_in": 7589, "tokens_out": 10213, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529395.787077}
{"ep": "h1-00492", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 20.8628, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 522.5, "calls": 3, "tokens_in": 30135, "tokens_out": 11872, "ctx_chars": 11393, "ctx_sha": "d0a999376e3d430c", "t_end": 1791529410.3065996}
{"ep": "h1-00501", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.5898, "status": "ok", "correct": true, "speedup": 7.5898, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 492.7, "calls": 4, "tokens_in": 34293, "tokens_out": 27660, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529410.7168775}
{"ep": "h1-00555", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9167, "status": "ok", "correct": true, "speedup": 1.9167, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 213.3, "calls": 2, "tokens_in": 14569, "tokens_out": 3931, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791529417.1456587}
{"ep": "h1-00538", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.467, "status": "ok", "correct": true, "speedup": 0.467, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 293.5, "calls": 2, "tokens_in": 7206, "tokens_out": 9872, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529428.3985019}
{"ep": "h1-00554", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1912, "status": "ok", "correct": true, "speedup": 1.1912, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 226.5, "calls": 2, "tokens_in": 4826, "tokens_out": 4268, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529428.8146331}
{"ep": "h1-00590", "task": "L3_008", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'arblk': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=arblk -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/api/in", "wall_s": 82.7, "calls": 1, "tokens_in": 1972, "tokens_out": 1593, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529429.5197906}
{"ep": "h1-00571", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0673, "status": "ok", "correct": true, "speedup": 1.0673, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 173.0, "calls": 2, "tokens_in": 12091, "tokens_out": 2029, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791529432.3483562}
{"ep": "h1-00545", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0885, "status": "ok", "correct": true, "speedup": 1.0885, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 298.8, "calls": 2, "tokens_in": 14519, "tokens_out": 8166, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791529468.6933165}
{"ep": "h1-00580", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2061, "status": "ok", "correct": true, "speedup": 1.2061, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 161.0, "calls": 2, "tokens_in": 9809, "tokens_out": 9689, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529469.3739378}
{"ep": "h1-00423", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1856, "status": "ok", "correct": true, "speedup": 1.1856, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 851.0, "calls": 5, "tokens_in": 38890, "tokens_out": 18739, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791529471.591819}
{"ep": "h1-00594", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0313, "status": "ok", "correct": true, "speedup": 1.0313, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 118.2, "calls": 2, "tokens_in": 12653, "tokens_out": 4346, "ctx_chars": 8449, "ctx_sha": "9b009b1f2fb08074", "t_end": 1791529480.1005213}
{"ep": "h1-00558", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9996, "status": "ok", "correct": true, "speedup": 0.9996, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 266.1, "calls": 2, "tokens_in": 18514, "tokens_out": 25121, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529480.6689522}
{"ep": "h1-00564", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5598, "status": "ok", "correct": true, "speedup": 0.5598, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 258.2, "calls": 2, "tokens_in": 16280, "tokens_out": 3983, "ctx_chars": 12471, "ctx_sha": "4ddcc848d0210ca9", "t_end": 1791529491.842499}
{"ep": "h1-00587", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2838, "status": "ok", "correct": true, "speedup": 1.2838, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 162.3, "calls": 2, "tokens_in": 13492, "tokens_out": 3101, "ctx_chars": 9893, "ctx_sha": "b7d3b378c9e92c33", "t_end": 1791529503.7073312}
{"ep": "h1-00563", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1631, "status": "ok", "correct": true, "speedup": 2.1631, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 286.5, "calls": 2, "tokens_in": 12515, "tokens_out": 1223, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791529510.4005492}
{"ep": "h1-00602", "task": "L2_020", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4473, "status": "ok", "correct": true, "speedup": 1.4473, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 129.0, "calls": 2, "tokens_in": 13855, "tokens_out": 1478, "ctx_chars": 10756, "ctx_sha": "52a5fe04bf576804", "t_end": 1791529511.9765787}
{"ep": "h1-00595", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7406, "status": "ok", "correct": true, "speedup": 0.7406, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 155.2, "calls": 2, "tokens_in": 5016, "tokens_out": 4727, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529518.7975268}
{"ep": "h1-00527", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.55, "status": "ok", "correct": true, "speedup": 0.55, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 457.0, "calls": 3, "tokens_in": 27509, "tokens_out": 26464, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529526.6124961}
{"ep": "h1-00482", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.7541, "status": "ok", "correct": true, "speedup": 3.7541, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 672.5, "calls": 5, "tokens_in": 36376, "tokens_out": 14978, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791529526.9109619}
{"ep": "h1-00582", "task": "L1_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7084, "status": "ok", "correct": true, "speedup": 0.7084, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 214.4, "calls": 1, "tokens_in": 6878, "tokens_out": 996, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791529528.9344602}
{"ep": "h1-00549", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0016, "status": "ok", "correct": true, "speedup": 1.0016, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 355.7, "calls": 2, "tokens_in": 5330, "tokens_out": 4547, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529533.0709095}
{"ep": "h1-00476", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.5145, "status": "ok", "correct": true, "speedup": 7.5145, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 694.8, "calls": 3, "tokens_in": 28660, "tokens_out": 21004, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791529539.8014352}
{"ep": "h1-00614", "task": "L2_070", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_sig': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_sig -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csr", "wall_s": 60.5, "calls": 1, "tokens_in": 1668, "tokens_out": 828, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529540.6148255}
{"ep": "h1-00577", "task": "L2_081", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0383, "status": "ok", "correct": true, "speedup": 1.0383, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 244.7, "calls": 1, "tokens_in": 1704, "tokens_out": 530, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529540.972354}
{"ep": "h1-00500", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5343, "status": "ok", "correct": true, "speedup": 1.5343, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 638.7, "calls": 2, "tokens_in": 15154, "tokens_out": 5213, "ctx_chars": 10850, "ctx_sha": "daebc65ff56f9d20", "t_end": 1791529541.6651855}
{"ep": "h1-00593", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1616, "status": "ok", "correct": true, "speedup": 1.1616, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 188.0, "calls": 2, "tokens_in": 5510, "tokens_out": 5131, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529545.8987522}
{"ep": "h1-00597", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4065, "status": "ok", "correct": true, "speedup": 1.4065, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 181.3, "calls": 2, "tokens_in": 13743, "tokens_out": 2343, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791529548.5649536}
{"ep": "h1-00435", "task": "L2_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6028, "status": "ok", "correct": true, "speedup": 1.6028, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 878.4, "calls": 5, "tokens_in": 35582, "tokens_out": 10356, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529568.4039342}
{"ep": "h1-00576", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0979, "status": "ok", "correct": true, "speedup": 1.0979, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 276.5, "calls": 2, "tokens_in": 10659, "tokens_out": 4860, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529569.0022511}
{"ep": "h1-00551", "task": "L2_073", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9848, "status": "ok", "correct": true, "speedup": 0.9848, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 386.4, "calls": 2, "tokens_in": 4878, "tokens_out": 3008, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529571.7800252}
{"ep": "h1-00605", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2689, "status": "ok", "correct": true, "speedup": 1.2689, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 182.5, "calls": 2, "tokens_in": 13249, "tokens_out": 2226, "ctx_chars": 9835, "ctx_sha": "6aedb10d18ef2e36", "t_end": 1791529593.2271452}
{"ep": "h1-00529", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2147, "status": "ok", "correct": true, "speedup": 0.2147, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 520.8, "calls": 2, "tokens_in": 10148, "tokens_out": 19432, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529593.3570995}
{"ep": "h1-00509", "task": "L2_052", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3143, "status": "ok", "correct": true, "speedup": 1.3143, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 628.8, "calls": 3, "tokens_in": 22975, "tokens_out": 3293, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791529594.698438}
{"ep": "h1-00619", "task": "L3_027", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "no_custom_kernel", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "none of the candidate's kernels ['_gap_kernel', '_relu_kernel'] ran on the GPU during forward (torch-only paths are not a kernel)", "wall_s": 89.4, "calls": 1, "tokens_in": 2190, "tokens_out": 2490, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529601.4150226}
{"ep": "h1-00611", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3925, "status": "ok", "correct": true, "speedup": 1.3925, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 136.5, "calls": 2, "tokens_in": 13737, "tokens_out": 2938, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791529605.2305734}
{"ep": "h1-00578", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0062, "status": "ok", "correct": true, "speedup": 1.0062, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 307.1, "calls": 2, "tokens_in": 15474, "tokens_out": 4357, "ctx_chars": 11755, "ctx_sha": "c9bcbb50b8ac09fd", "t_end": 1791529605.3261569}
{"ep": "h1-00628", "task": "L2_067", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'gelu_avgpool_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=gelu_avgpool_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inc", "wall_s": 67.0, "calls": 1, "tokens_in": 1655, "tokens_out": 1194, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529608.6745026}
{"ep": "h1-00572", "task": "L3_026", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4854, "status": "ok", "correct": true, "speedup": 0.4854, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 348.1, "calls": 3, "tokens_in": 25587, "tokens_out": 6365, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529608.706285}
{"ep": "h1-00544", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5667, "status": "ok", "correct": true, "speedup": 0.5667, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 441.1, "calls": 2, "tokens_in": 8060, "tokens_out": 15601, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529609.480633}
{"ep": "h1-00565", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0111, "status": "ok", "correct": true, "speedup": 1.0111, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 374.2, "calls": 4, "tokens_in": 32404, "tokens_out": 7984, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791529610.7237282}
{"ep": "h1-00579", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4198, "status": "ok", "correct": true, "speedup": 1.4198, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 337.2, "calls": 2, "tokens_in": 6698, "tokens_out": 7566, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529636.930272}
{"ep": "h1-00617", "task": "L1_062", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8534, "status": "ok", "correct": true, "speedup": 0.8534, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 133.7, "calls": 1, "tokens_in": 6625, "tokens_out": 1081, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791529637.3909972}
{"ep": "h1-00633", "task": "L2_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'bn_avgpool_fused': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=bn_avgpool_fused -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inc", "wall_s": 73.6, "calls": 1, "tokens_in": 1763, "tokens_out": 1931, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529645.4251575}
{"ep": "h1-00573", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5505, "status": "ok", "correct": true, "speedup": 1.5505, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 383.5, "calls": 2, "tokens_in": 4819, "tokens_out": 4171, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529651.693307}
{"ep": "h1-00550", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0051, "status": "ok", "correct": true, "speedup": 1.0051, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 472.7, "calls": 2, "tokens_in": 17754, "tokens_out": 15313, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529653.4625483}
{"ep": "h1-00570", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3677, "status": "ok", "correct": true, "speedup": 1.3677, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 404.5, "calls": 2, "tokens_in": 25579, "tokens_out": 13435, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529661.0919502}
{"ep": "h1-00588", "task": "L2_056", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2153, "status": "ok", "correct": true, "speedup": 0.2153, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 321.1, "calls": 3, "tokens_in": 13287, "tokens_out": 5484, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529662.9611316}
{"ep": "h1-00603", "task": "L3_001", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9971, "status": "ok", "correct": true, "speedup": 0.9971, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 276.4, "calls": 2, "tokens_in": 9592, "tokens_out": 1280, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529672.1981306}
{"ep": "h1-00542", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.0576, "status": "ok", "correct": true, "speedup": 8.0576, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 527.5, "calls": 3, "tokens_in": 20345, "tokens_out": 27193, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529687.431951}
{"ep": "h1-00596", "task": "L3_042", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5724, "status": "ok", "correct": true, "speedup": 0.5724, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 326.2, "calls": 3, "tokens_in": 18410, "tokens_out": 1331, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791529691.8573456}
{"ep": "h1-00599", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.6074, "status": "ok", "correct": true, "speedup": 4.6074, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 326.5, "calls": 2, "tokens_in": 13486, "tokens_out": 3494, "ctx_chars": 9438, "ctx_sha": "933f5608fb268360", "t_end": 1791529700.3945854}
{"ep": "h1-00503", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4834, "status": "ok", "correct": true, "speedup": 0.4834, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 764.4, "calls": 2, "tokens_in": 15555, "tokens_out": 6055, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791529704.4853253}
{"ep": "h1-00548", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4799, "status": "ok", "correct": true, "speedup": 0.4799, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 536.2, "calls": 3, "tokens_in": 31744, "tokens_out": 19486, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791529709.15313}
{"ep": "h1-00607", "task": "L3_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6279, "status": "ok", "correct": true, "speedup": 0.6279, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 283.4, "calls": 3, "tokens_in": 21940, "tokens_out": 4431, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529711.8333933}
{"ep": "h1-00600", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0055, "status": "ok", "correct": true, "speedup": 1.0055, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 337.2, "calls": 2, "tokens_in": 3991, "tokens_out": 1908, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529711.8572297}
{"ep": "h1-00648", "task": "L2_057", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_relu_hardswish': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_relu_hardswish -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/t", "wall_s": 61.8, "calls": 1, "tokens_in": 1557, "tokens_out": 837, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529715.2523782}
{"ep": "h1-00591", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1603, "status": "ok", "correct": true, "speedup": 1.1603, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 366.3, "calls": 2, "tokens_in": 4810, "tokens_out": 4914, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529715.3199804}
{"ep": "h1-00621", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.4789, "status": "ok", "correct": true, "speedup": 9.4789, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 188.9, "calls": 2, "tokens_in": 5255, "tokens_out": 4027, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529715.5139763}
{"ep": "h1-00521", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.178, "status": "ok", "correct": true, "speedup": 1.178, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 704.3, "calls": 5, "tokens_in": 33125, "tokens_out": 20807, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791529720.8020382}
{"ep": "h1-00646", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0005, "status": "ok", "correct": true, "speedup": 1.0005, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 76.5, "calls": 2, "tokens_in": 9871, "tokens_out": 2076, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529721.9085004}
{"ep": "h1-00585", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.9869, "status": "ok", "correct": true, "speedup": 2.9869, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 393.5, "calls": 2, "tokens_in": 8125, "tokens_out": 13169, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529722.0202858}
{"ep": "h1-00629", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 59.2581, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 178.0, "calls": 2, "tokens_in": 17834, "tokens_out": 15219, "ctx_chars": 10613, "ctx_sha": "62447346e53b88c7", "t_end": 1791529723.8662024}
{"ep": "h1-00547", "task": "L1_077", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9889, "status": "ok", "correct": true, "speedup": 0.9889, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 557.2, "calls": 4, "tokens_in": 16904, "tokens_out": 2923, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529729.3535452}
{"ep": "h1-00483", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7801, "status": "ok", "correct": true, "speedup": 0.7801, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 876.9, "calls": 4, "tokens_in": 70629, "tokens_out": 42115, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529733.1082792}
{"ep": "h1-00574", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.7852, "status": "ok", "correct": true, "speedup": 3.7852, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 460.5, "calls": 4, "tokens_in": 26250, "tokens_out": 13772, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791529734.4203732}
{"ep": "h1-00556", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2941, "status": "ok", "correct": true, "speedup": 0.2941, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 535.8, "calls": 2, "tokens_in": 20302, "tokens_out": 12679, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529742.4530602}
{"ep": "h1-00624", "task": "L2_051", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 35.8797, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 216.1, "calls": 1, "tokens_in": 1706, "tokens_out": 1423, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529749.1384838}
{"ep": "h1-00636", "task": "L2_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2597, "status": "ok", "correct": true, "speedup": 1.2597, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 157.0, "calls": 1, "tokens_in": 6424, "tokens_out": 508, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791529751.6563044}
{"ep": "h1-00620", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4514, "status": "ok", "correct": true, "speedup": 1.4514, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 260.0, "calls": 2, "tokens_in": 5213, "tokens_out": 4666, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529778.7533817}
{"ep": "h1-00642", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6399, "status": "ok", "correct": true, "speedup": 0.6399, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 169.3, "calls": 2, "tokens_in": 16587, "tokens_out": 5674, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791529778.7794418}
{"ep": "h1-00608", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2149, "status": "ok", "correct": true, "speedup": 1.2149, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 351.5, "calls": 2, "tokens_in": 9650, "tokens_out": 10022, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529780.3065567}
{"ep": "h1-00650", "task": "L2_069", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2559, "status": "ok", "correct": true, "speedup": 1.2559, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 119.0, "calls": 1, "tokens_in": 7228, "tokens_out": 494, "ctx_chars": 12471, "ctx_sha": "4ddcc848d0210ca9", "t_end": 1791529781.9846926}
{"ep": "h1-00612", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0321, "status": "ok", "correct": true, "speedup": 1.0321, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 318.7, "calls": 2, "tokens_in": 12234, "tokens_out": 2153, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791529788.0660992}
{"ep": "h1-00626", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.566, "status": "ok", "correct": true, "speedup": 1.566, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 247.9, "calls": 2, "tokens_in": 16785, "tokens_out": 6873, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791529788.4975677}
{"ep": "h1-00638", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0731, "status": "ok", "correct": true, "speedup": 2.0731, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 189.9, "calls": 2, "tokens_in": 6887, "tokens_out": 4632, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529795.168065}
{"ep": "h1-00654", "task": "L3_008", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'addrelu_m': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=addrelu_m -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csr", "wall_s": 111.6, "calls": 1, "tokens_in": 1972, "tokens_out": 1432, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529811.9876964}
{"ep": "h1-00640", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3023, "status": "ok", "correct": true, "speedup": 1.3023, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 208.5, "calls": 2, "tokens_in": 5396, "tokens_out": 4801, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529817.1824336}
{"ep": "h1-00675", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0045, "status": "ok", "correct": true, "speedup": 1.0045, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 37.4, "calls": 2, "tokens_in": 12510, "tokens_out": 1216, "ctx_chars": 9890, "ctx_sha": "8695a4ea849dcf73", "t_end": 1791529819.3671901}
{"ep": "h1-00644", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2299, "status": "ok", "correct": true, "speedup": 1.2299, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 188.1, "calls": 2, "tokens_in": 15716, "tokens_out": 2619, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791529825.0251827}
{"ep": "h1-00584", "task": "L1_078", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0177, "status": "ok", "correct": true, "speedup": 0.0177, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 511.0, "calls": 3, "tokens_in": 11260, "tokens_out": 4700, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529831.516088}
{"ep": "h1-00634", "task": "L2_027", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1648, "status": "ok", "correct": true, "speedup": 1.1648, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 240.1, "calls": 4, "tokens_in": 32195, "tokens_out": 3122, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791529833.282306}
{"ep": "h1-00639", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1141, "status": "ok", "correct": true, "speedup": 4.1141, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 237.2, "calls": 2, "tokens_in": 18398, "tokens_out": 8729, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791529842.4984272}
{"ep": "h1-00672", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.036, "status": "ok", "correct": true, "speedup": 1.036, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 65.9, "calls": 2, "tokens_in": 13960, "tokens_out": 1284, "ctx_chars": 10901, "ctx_sha": "baed172422eeb8d7", "t_end": 1791529844.613315}
{"ep": "h1-00660", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0023, "status": "ok", "correct": true, "speedup": 1.0023, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 131.7, "calls": 2, "tokens_in": 13705, "tokens_out": 1603, "ctx_chars": 10909, "ctx_sha": "65e4e510dcc4381c", "t_end": 1791529847.068088}
{"ep": "h1-00604", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4602, "status": "ok", "correct": true, "speedup": 0.4602, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 437.4, "calls": 2, "tokens_in": 7414, "tokens_out": 11546, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529847.6593232}
{"ep": "h1-00674", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0658, "status": "ok", "correct": true, "speedup": 1.0658, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 72.0, "calls": 2, "tokens_in": 4884, "tokens_out": 2959, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529852.2695534}
{"ep": "h1-00583", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9951, "status": "ok", "correct": true, "speedup": 0.9951, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 536.3, "calls": 5, "tokens_in": 55504, "tokens_out": 16704, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529854.1451304}
{"ep": "h1-00651", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0642, "status": "ok", "correct": true, "speedup": 1.0642, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 187.4, "calls": 2, "tokens_in": 13787, "tokens_out": 2032, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791529859.5874956}
{"ep": "h1-00581", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0059, "status": "ok", "correct": true, "speedup": 1.0059, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 555.2, "calls": 4, "tokens_in": 22653, "tokens_out": 13546, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529868.5841517}
{"ep": "h1-00630", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0008, "status": "ok", "correct": true, "speedup": 1.0008, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 332.6, "calls": 2, "tokens_in": 11844, "tokens_out": 1354, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791529881.1693678}
{"ep": "h1-00661", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.648, "status": "ok", "correct": true, "speedup": 4.648, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 166.7, "calls": 2, "tokens_in": 13446, "tokens_out": 3308, "ctx_chars": 9438, "ctx_sha": "933f5608fb268360", "t_end": 1791529882.227263}
{"ep": "h1-00658", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.641, "status": "ok", "correct": true, "speedup": 1.641, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 171.6, "calls": 2, "tokens_in": 8764, "tokens_out": 6281, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791529883.4187026}
{"ep": "h1-00623", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 13.4494, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 355.2, "calls": 2, "tokens_in": 5392, "tokens_out": 4553, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529884.1421533}
{"ep": "h1-00592", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.0764, "status": "ok", "correct": true, "speedup": 6.0764, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 528.1, "calls": 2, "tokens_in": 14768, "tokens_out": 15511, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791529885.3374693}
{"ep": "h1-00686", "task": "L2_053", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0139, "status": "ok", "correct": true, "speedup": 1.0139, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 43.8, "calls": 1, "tokens_in": 1669, "tokens_out": 717, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529888.4465344}
{"ep": "h1-00561", "task": "L2_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.184, "status": "ok", "correct": true, "speedup": 1.184, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 667.8, "calls": 4, "tokens_in": 25338, "tokens_out": 7939, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529889.811832}
{"ep": "h1-00625", "task": "L2_069", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2506, "status": "ok", "correct": true, "speedup": 1.2506, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 350.5, "calls": 1, "tokens_in": 7228, "tokens_out": 499, "ctx_chars": 12471, "ctx_sha": "4ddcc848d0210ca9", "t_end": 1791529890.2661474}
{"ep": "h1-00586", "task": "L1_018", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6724, "status": "ok", "correct": true, "speedup": 0.6724, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 563.2, "calls": 4, "tokens_in": 14340, "tokens_out": 4282, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529894.2924535}
{"ep": "h1-00589", "task": "L1_077", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9966, "status": "ok", "correct": true, "speedup": 0.9966, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 559.7, "calls": 4, "tokens_in": 17541, "tokens_out": 3080, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529904.3254845}
{"ep": "h1-00627", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.9941, "status": "ok", "correct": true, "speedup": 8.9941, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 365.6, "calls": 3, "tokens_in": 15873, "tokens_out": 14320, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529906.6219416}
{"ep": "h1-00645", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.8042, "status": "ok", "correct": true, "speedup": 8.8042, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 273.5, "calls": 2, "tokens_in": 11685, "tokens_out": 7976, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791529910.929061}
{"ep": "h1-00616", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.0521, "status": "ok", "correct": true, "speedup": 5.0521, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 421.3, "calls": 3, "tokens_in": 10966, "tokens_out": 7101, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529913.164609}
{"ep": "h1-00681", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8708, "status": "ok", "correct": true, "speedup": 0.8708, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 98.4, "calls": 2, "tokens_in": 5089, "tokens_out": 4265, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529917.7582498}
{"ep": "h1-00613", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.366, "status": "ok", "correct": true, "speedup": 5.366, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 446.3, "calls": 3, "tokens_in": 18343, "tokens_out": 18896, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529917.9090352}
{"ep": "h1-00664", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0327, "status": "ok", "correct": true, "speedup": 4.0327, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 196.5, "calls": 2, "tokens_in": 6229, "tokens_out": 9710, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529918.5408137}
{"ep": "h1-00689", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0664, "status": "ok", "correct": true, "speedup": 1.0664, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 73.1, "calls": 2, "tokens_in": 12226, "tokens_out": 2797, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791529925.417899}
{"ep": "h1-00666", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9033, "status": "ok", "correct": true, "speedup": 1.9033, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 200.4, "calls": 2, "tokens_in": 6069, "tokens_out": 8986, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529929.7730436}
{"ep": "h1-00663", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7372, "status": "ok", "correct": true, "speedup": 0.7372, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 221.5, "calls": 2, "tokens_in": 15255, "tokens_out": 2642, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791529943.429341}
{"ep": "h1-00676", "task": "L3_019", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.61, "status": "ok", "correct": true, "speedup": 0.61, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 167.7, "calls": 5, "tokens_in": 33259, "tokens_out": 8084, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529955.7412305}
{"ep": "h1-00610", "task": "L1_077", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0005, "status": "ok", "correct": true, "speedup": 1.0005, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 523.7, "calls": 4, "tokens_in": 16737, "tokens_out": 2767, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529956.0372415}
{"ep": "h1-00691", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0657, "status": "ok", "correct": true, "speedup": 1.0657, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 102.0, "calls": 2, "tokens_in": 13803, "tokens_out": 2175, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791529961.5410867}
{"ep": "h1-00667", "task": "L3_033", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0552, "status": "ok", "correct": true, "speedup": 1.0552, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 231.5, "calls": 2, "tokens_in": 8263, "tokens_out": 2803, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791529964.6442652}
{"ep": "h1-00687", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1803, "status": "ok", "correct": true, "speedup": 1.1803, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 118.7, "calls": 2, "tokens_in": 5083, "tokens_out": 4444, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529965.807661}
{"ep": "h1-00662", "task": "L2_074", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2739, "status": "ok", "correct": true, "speedup": 1.2739, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 246.1, "calls": 3, "tokens_in": 8174, "tokens_out": 2231, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529966.8788824}
{"ep": "h1-00641", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9905, "status": "ok", "correct": true, "speedup": 0.9905, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 358.2, "calls": 2, "tokens_in": 13254, "tokens_out": 1076, "ctx_chars": 10823, "ctx_sha": "819fb7af68fa10a5", "t_end": 1791529966.9110954}
{"ep": "h1-00707", "task": "L2_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_div_lrelu': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_div_lrelu -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inclu", "wall_s": 53.5, "calls": 1, "tokens_in": 1587, "tokens_out": 751, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529971.4475183}
{"ep": "h1-00632", "task": "L1_006", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8864, "status": "ok", "correct": true, "speedup": 0.8864, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 405.4, "calls": 5, "tokens_in": 45627, "tokens_out": 7538, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791529974.4196727}
{"ep": "h1-00680", "task": "L3_047", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9591, "status": "ok", "correct": true, "speedup": 0.9591, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 164.3, "calls": 3, "tokens_in": 16974, "tokens_out": 5682, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529981.4386737}
{"ep": "h1-00489", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 1105.7, "calls": 5, "tokens_in": 92572, "tokens_out": 83687, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529982.1933618}
{"ep": "h1-00637", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 13.21, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 382.0, "calls": 2, "tokens_in": 9043, "tokens_out": 4562, "ctx_chars": 4348, "ctx_sha": "fb2a02ef8ac19686", "t_end": 1791529983.3727372}
{"ep": "h1-00677", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.033, "status": "ok", "correct": true, "speedup": 1.033, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 195.5, "calls": 2, "tokens_in": 16081, "tokens_out": 12778, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791529983.968677}
{"ep": "h1-00631", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.284, "status": "ok", "correct": true, "speedup": 1.284, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 418.4, "calls": 2, "tokens_in": 13205, "tokens_out": 2253, "ctx_chars": 9893, "ctx_sha": "b7d3b378c9e92c33", "t_end": 1791529986.8124135}
{"ep": "h1-00704", "task": "L1_002", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0004, "status": "ok", "correct": true, "speedup": 1.0004, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 81.3, "calls": 3, "tokens_in": 20029, "tokens_out": 977, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791529992.242221}
{"ep": "h1-00693", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0334, "status": "ok", "correct": true, "speedup": 1.0334, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 115.1, "calls": 2, "tokens_in": 4366, "tokens_out": 1950, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791529996.2643313}
{"ep": "h1-00601", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1143, "status": "ok", "correct": true, "speedup": 4.1143, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 624.3, "calls": 3, "tokens_in": 16235, "tokens_out": 17328, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530007.0075042}
{"ep": "h1-00615", "task": "L2_011", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0024, "status": "ok", "correct": true, "speedup": 1.0024, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 545.4, "calls": 3, "tokens_in": 11457, "tokens_out": 5425, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530026.0428996}
{"ep": "h1-00606", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6902, "status": "ok", "correct": true, "speedup": 0.6902, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 611.1, "calls": 2, "tokens_in": 10330, "tokens_out": 11437, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530028.2558484}
{"ep": "h1-00635", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7484, "status": "ok", "correct": true, "speedup": 1.7484, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 441.6, "calls": 2, "tokens_in": 14601, "tokens_out": 3901, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791530035.004169}
{"ep": "h1-00665", "task": "L2_095", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "runtime_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "CompilationError: at 13:8:\n    pid = tl.program_id(0)\n    offs = pid * BLOCK + tl.arange(0, BLOCK)\n    mask = offs < n\n    col = offs % N\n    v = tl.load(x_ptr + offs, mask=mask, other=0.0)\n    a = tl.load(add_ptr + col, mask=mask, other=0.0)\n    v = v + a\n    # swish\n    s = 1.0 / (1.0 + tl.exp(-v)", "wall_s": 311.4, "calls": 1, "tokens_in": 5536, "tokens_out": 686, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791530035.2908561}
{"ep": "h1-00701", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5342, "status": "ok", "correct": true, "speedup": 1.5342, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 154.1, "calls": 2, "tokens_in": 5223, "tokens_out": 4540, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530048.376075}
{"ep": "h1-00695", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2657, "status": "ok", "correct": true, "speedup": 1.2657, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 165.1, "calls": 2, "tokens_in": 14281, "tokens_out": 2891, "ctx_chars": 10364, "ctx_sha": "19f3ac1a7ff915f6", "t_end": 1791530048.5079186}
{"ep": "h1-00647", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.4336, "status": "ok", "correct": true, "speedup": 5.4336, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 400.2, "calls": 2, "tokens_in": 5917, "tokens_out": 10607, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530051.897891}
{"ep": "h1-00694", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2625, "status": "ok", "correct": true, "speedup": 0.2625, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 171.9, "calls": 2, "tokens_in": 11838, "tokens_out": 11049, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530054.1768336}
{"ep": "h1-00688", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1489, "status": "ok", "correct": true, "speedup": 2.1489, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 207.9, "calls": 2, "tokens_in": 6725, "tokens_out": 3741, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530055.5430517}
{"ep": "h1-00673", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4709, "status": "ok", "correct": true, "speedup": 0.4709, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 281.3, "calls": 2, "tokens_in": 15133, "tokens_out": 15468, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530060.0862432}
{"ep": "h1-00669", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.2099, "status": "ok", "correct": true, "speedup": 7.2099, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 319.3, "calls": 3, "tokens_in": 33463, "tokens_out": 20039, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791530061.7243977}
{"ep": "h1-00598", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8288, "status": "ok", "correct": true, "speedup": 1.8288, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 700.5, "calls": 2, "tokens_in": 6309, "tokens_out": 10837, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530072.0382745}
{"ep": "h1-00679", "task": "L1_010", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8867, "status": "ok", "correct": true, "speedup": 0.8867, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 268.6, "calls": 3, "tokens_in": 7862, "tokens_out": 2742, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530080.5780447}
{"ep": "h1-00678", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.7849, "status": "ok", "correct": true, "speedup": 2.7849, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 286.5, "calls": 2, "tokens_in": 16345, "tokens_out": 8132, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "t_end": 1791530081.637564}
{"ep": "h1-00717", "task": "L2_058", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2309, "status": "ok", "correct": true, "speedup": 1.2309, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 116.8, "calls": 2, "tokens_in": 14729, "tokens_out": 1845, "ctx_chars": 11393, "ctx_sha": "d0a999376e3d430c", "t_end": 1791530083.6981587}
{"ep": "h1-00692", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.5915, "status": "ok", "correct": true, "speedup": 3.5915, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 217.5, "calls": 2, "tokens_in": 7469, "tokens_out": 8789, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530086.093693}
{"ep": "h1-00682", "task": "L3_015", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4258, "status": "ok", "correct": true, "speedup": 0.4258, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 261.1, "calls": 4, "tokens_in": 34215, "tokens_out": 6458, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530086.1439028}
{"ep": "h1-00703", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1969, "status": "ok", "correct": true, "speedup": 1.1969, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 180.4, "calls": 2, "tokens_in": 9479, "tokens_out": 7455, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530087.0606894}
{"ep": "h1-00609", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.625, "status": "ok", "correct": true, "speedup": 9.625, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 678.3, "calls": 3, "tokens_in": 15748, "tokens_out": 15087, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530107.857009}
{"ep": "h1-00652", "task": "L1_062", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9272, "status": "ok", "correct": true, "speedup": 0.9272, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 424.2, "calls": 3, "tokens_in": 22877, "tokens_out": 2334, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791530111.6665382}
{"ep": "h1-00699", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.4579, "status": "ok", "correct": true, "speedup": 2.4579, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 223.8, "calls": 3, "tokens_in": 14928, "tokens_out": 14627, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530113.5965717}
{"ep": "h1-00724", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7015, "status": "ok", "correct": true, "speedup": 1.7015, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 136.9, "calls": 2, "tokens_in": 15928, "tokens_out": 4327, "ctx_chars": 11288, "ctx_sha": "b0db956aa86ee683", "t_end": 1791530120.892379}
{"ep": "h1-00710", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.0932, "status": "ok", "correct": true, "speedup": 3.0932, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 191.6, "calls": 2, "tokens_in": 14594, "tokens_out": 3574, "ctx_chars": 10362, "ctx_sha": "51d761e43339b5b6", "t_end": 1791530121.4143307}
{"ep": "h1-00685", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 11.8158, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 279.2, "calls": 3, "tokens_in": 16329, "tokens_out": 8986, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530121.739071}
{"ep": "h1-00716", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5687, "status": "ok", "correct": true, "speedup": 0.5687, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 159.0, "calls": 2, "tokens_in": 14921, "tokens_out": 14893, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530124.792557}
{"ep": "h1-00730", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9367, "status": "ok", "correct": true, "speedup": 0.9367, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 99.1, "calls": 2, "tokens_in": 4258, "tokens_out": 2995, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530127.338461}
{"ep": "h1-00743", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0121, "status": "ok", "correct": true, "speedup": 1.0121, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 67.3, "calls": 2, "tokens_in": 4351, "tokens_out": 2018, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530150.9576957}
{"ep": "h1-00711", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1581, "status": "ok", "correct": true, "speedup": 4.1581, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 210.2, "calls": 2, "tokens_in": 18499, "tokens_out": 9347, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791530153.5960135}
{"ep": "h1-00718", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5975, "status": "ok", "correct": true, "speedup": 1.5975, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 187.2, "calls": 2, "tokens_in": 4986, "tokens_out": 4291, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530154.1310515}
{"ep": "h1-00655", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3449, "status": "ok", "correct": true, "speedup": 2.3449, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 453.5, "calls": 2, "tokens_in": 6344, "tokens_out": 8664, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530157.9823103}
{"ep": "h1-00643", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0472, "status": "ok", "correct": true, "speedup": 2.0472, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 554.3, "calls": 3, "tokens_in": 19846, "tokens_out": 14903, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530165.0659714}
{"ep": "h1-00737", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3786, "status": "ok", "correct": true, "speedup": 1.3786, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 111.8, "calls": 2, "tokens_in": 8523, "tokens_out": 6122, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530167.3099358}
{"ep": "h1-00657", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9812, "status": "ok", "correct": true, "speedup": 0.9812, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 458.1, "calls": 2, "tokens_in": 16663, "tokens_out": 5771, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791530169.9197013}
{"ep": "h1-00705", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.909, "status": "ok", "correct": true, "speedup": 1.909, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 259.1, "calls": 2, "tokens_in": 15962, "tokens_out": 6911, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791530172.22061}
{"ep": "h1-00723", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2733, "status": "ok", "correct": true, "speedup": 1.2733, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 191.7, "calls": 2, "tokens_in": 9221, "tokens_out": 10320, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530175.1212397}
{"ep": "h1-00690", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9254, "status": "ok", "correct": true, "speedup": 1.9254, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 334.2, "calls": 2, "tokens_in": 14684, "tokens_out": 4238, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791530188.3318598}
{"ep": "h1-00618", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 15.2478, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 684.5, "calls": 4, "tokens_in": 19757, "tokens_out": 19720, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530194.872071}
{"ep": "h1-00684", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5957, "status": "ok", "correct": true, "speedup": 1.5957, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 361.9, "calls": 2, "tokens_in": 5538, "tokens_out": 4792, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530195.2255876}
{"ep": "h1-00727", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.1115, "status": "ok", "correct": true, "speedup": 3.1115, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 200.1, "calls": 2, "tokens_in": 7682, "tokens_out": 7971, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530196.3779304}
{"ep": "h1-00670", "task": "L2_082", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9205, "status": "ok", "correct": true, "speedup": 1.9205, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 456.9, "calls": 2, "tokens_in": 14070, "tokens_out": 2032, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791530206.0212865}
{"ep": "h1-00741", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4046, "status": "ok", "correct": true, "speedup": 1.4046, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 128.2, "calls": 2, "tokens_in": 5281, "tokens_out": 4804, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530208.7742429}
{"ep": "h1-00668", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 19.0722, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 475.4, "calls": 2, "tokens_in": 6519, "tokens_out": 6794, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530209.774076}
{"ep": "h1-00709", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 14.7815, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 289.1, "calls": 2, "tokens_in": 6538, "tokens_out": 7122, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530214.5214636}
{"ep": "h1-00702", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2206, "status": "ok", "correct": true, "speedup": 1.2206, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 310.7, "calls": 2, "tokens_in": 16719, "tokens_out": 6988, "ctx_chars": 11582, "ctx_sha": "a74f6646d7158b72", "t_end": 1791530215.0291996}
{"ep": "h1-00726", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.173, "status": "ok", "correct": true, "speedup": 2.173, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 230.5, "calls": 2, "tokens_in": 12651, "tokens_out": 1704, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791530222.7008035}
{"ep": "h1-00738", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3466, "status": "ok", "correct": true, "speedup": 1.3466, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 164.6, "calls": 2, "tokens_in": 14943, "tokens_out": 4344, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791530224.734664}
{"ep": "h1-00761", "task": "L3_015", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "no_custom_kernel", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "none of the candidate's kernels ['bn_relu_kernel'] ran on the GPU during forward (torch-only paths are not a kernel)", "wall_s": 58.2, "calls": 1, "tokens_in": 3022, "tokens_out": 2202, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530228.155875}
{"ep": "h1-00656", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4604, "status": "ok", "correct": true, "speedup": 1.4604, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 520.6, "calls": 2, "tokens_in": 5201, "tokens_out": 5622, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530229.7158792}
{"ep": "h1-00713", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0011, "status": "ok", "correct": true, "speedup": 1.0011, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 274.6, "calls": 2, "tokens_in": 12786, "tokens_out": 1863, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791530230.6737387}
{"ep": "h1-00715", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0564, "status": "ok", "correct": true, "speedup": 2.0564, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 266.6, "calls": 2, "tokens_in": 6758, "tokens_out": 6198, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530231.2465696}
{"ep": "h1-00649", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6284, "status": "ok", "correct": true, "speedup": 0.6284, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 570.7, "calls": 2, "tokens_in": 15083, "tokens_out": 15332, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530231.8169892}
{"ep": "h1-00731", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 14.2232, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 196.8, "calls": 2, "tokens_in": 6586, "tokens_out": 7588, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530231.8294182}
{"ep": "h1-00671", "task": "L3_027", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9998, "status": "ok", "correct": true, "speedup": 0.9998, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 483.2, "calls": 4, "tokens_in": 23925, "tokens_out": 6711, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530234.9015641}
{"ep": "h1-00742", "task": "L1_083", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3227, "status": "ok", "correct": true, "speedup": 2.3227, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 157.5, "calls": 3, "tokens_in": 22220, "tokens_out": 2657, "ctx_chars": 10362, "ctx_sha": "51d761e43339b5b6", "t_end": 1791530239.1530576}
{"ep": "h1-00659", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.2512, "status": "ok", "correct": true, "speedup": 3.2512, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 527.5, "calls": 3, "tokens_in": 28530, "tokens_out": 9590, "ctx_chars": 11582, "ctx_sha": "a74f6646d7158b72", "t_end": 1791530242.711849}
{"ep": "h1-00714", "task": "L2_051", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 35.7328, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 289.7, "calls": 1, "tokens_in": 1706, "tokens_out": 3081, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530251.21956}
{"ep": "h1-00721", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.9339, "status": "ok", "correct": true, "speedup": 4.9339, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 271.4, "calls": 3, "tokens_in": 21939, "tokens_out": 22297, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530252.8655734}
{"ep": "h1-00725", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6539, "status": "ok", "correct": true, "speedup": 0.6539, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 275.8, "calls": 2, "tokens_in": 5040, "tokens_out": 4649, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530262.6211755}
{"ep": "h1-00757", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4285, "status": "ok", "correct": true, "speedup": 1.4285, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 110.8, "calls": 2, "tokens_in": 4911, "tokens_out": 4453, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530264.9103467}
{"ep": "h1-00750", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0058, "status": "ok", "correct": true, "speedup": 1.0058, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 145.3, "calls": 2, "tokens_in": 13432, "tokens_out": 1483, "ctx_chars": 10823, "ctx_sha": "819fb7af68fa10a5", "t_end": 1791530266.1951623}
{"ep": "h1-00765", "task": "L3_029", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6493, "status": "ok", "correct": true, "speedup": 0.6493, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 78.4, "calls": 1, "tokens_in": 7616, "tokens_out": 5124, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530273.303603}
{"ep": "h1-00759", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0892, "status": "ok", "correct": true, "speedup": 1.0892, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 109.4, "calls": 2, "tokens_in": 4997, "tokens_out": 3952, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530274.436253}
{"ep": "h1-00700", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.6267, "status": "ok", "correct": true, "speedup": 2.6267, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 385.3, "calls": 2, "tokens_in": 6817, "tokens_out": 6598, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530275.586388}
{"ep": "h1-00749", "task": "L2_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3396, "status": "ok", "correct": true, "speedup": 1.3396, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 166.5, "calls": 3, "tokens_in": 23928, "tokens_out": 2896, "ctx_chars": 11357, "ctx_sha": "ce81245bc1f59985", "t_end": 1791530280.10551}
{"ep": "h1-00752", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3584, "status": "ok", "correct": true, "speedup": 0.3584, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 158.7, "calls": 2, "tokens_in": 9157, "tokens_out": 8456, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530280.4045968}
{"ep": "h1-00698", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.4026, "status": "ok", "correct": true, "speedup": 4.4026, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 392.4, "calls": 3, "tokens_in": 10127, "tokens_out": 6599, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530280.8022907}
{"ep": "h1-00683", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.4942, "status": "ok", "correct": true, "speedup": 2.4942, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 455.5, "calls": 2, "tokens_in": 6409, "tokens_out": 9727, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530287.0564854}
{"ep": "h1-00747", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2601, "status": "ok", "correct": true, "speedup": 1.2601, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 183.5, "calls": 2, "tokens_in": 13777, "tokens_out": 2045, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791530291.3999853}
{"ep": "h1-00696", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.477, "status": "ok", "correct": true, "speedup": 1.477, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 408.4, "calls": 2, "tokens_in": 8259, "tokens_out": 8600, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530292.547698}
{"ep": "h1-00736", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2689, "status": "ok", "correct": true, "speedup": 1.2689, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 238.8, "calls": 2, "tokens_in": 5169, "tokens_out": 3735, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530292.9648046}
{"ep": "h1-00779", "task": "L2_020", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fuse_l2020': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fuse_l2020 -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/c", "wall_s": 64.4, "calls": 1, "tokens_in": 1749, "tokens_out": 1110, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530296.22298}
{"ep": "h1-00745", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6146, "status": "ok", "correct": true, "speedup": 0.6146, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 215.1, "calls": 2, "tokens_in": 10753, "tokens_out": 11655, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530301.206606}
{"ep": "h1-00697", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0332, "status": "ok", "correct": true, "speedup": 1.0332, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 423.5, "calls": 2, "tokens_in": 11697, "tokens_out": 16150, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530308.825146}
{"ep": "h1-00706", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6172, "status": "ok", "correct": true, "speedup": 1.6172, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 391.9, "calls": 2, "tokens_in": 16803, "tokens_out": 5094, "ctx_chars": 11886, "ctx_sha": "8cbbd063f294068f", "t_end": 1791530309.6242645}
{"ep": "h1-00728", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7269, "status": "ok", "correct": true, "speedup": 0.7269, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 304.0, "calls": 2, "tokens_in": 15157, "tokens_out": 2517, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791530310.9935129}
{"ep": "h1-00708", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2261, "status": "ok", "correct": true, "speedup": 1.2261, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 393.8, "calls": 2, "tokens_in": 11975, "tokens_out": 7425, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530312.3250856}
{"ep": "h1-00754", "task": "L2_056", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9986, "status": "ok", "correct": true, "speedup": 0.9986, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 185.7, "calls": 1, "tokens_in": 1572, "tokens_out": 971, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530312.9971104}
{"ep": "h1-00729", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7478, "status": "ok", "correct": true, "speedup": 0.7478, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 291.3, "calls": 2, "tokens_in": 11910, "tokens_out": 17216, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530317.3513489}
{"ep": "h1-00739", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 53.4889, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 257.9, "calls": 2, "tokens_in": 7373, "tokens_out": 13204, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530319.643324}
{"ep": "h1-00622", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7464, "status": "ok", "correct": true, "speedup": 1.7464, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 801.0, "calls": 5, "tokens_in": 47614, "tokens_out": 15801, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791530327.874949}
{"ep": "h1-00722", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.099, "status": "ok", "correct": true, "speedup": 2.099, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 347.4, "calls": 2, "tokens_in": 8559, "tokens_out": 4130, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530329.6275318}
{"ep": "h1-00751", "task": "L1_083", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.7236, "status": "ok", "correct": true, "speedup": 2.7236, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 213.5, "calls": 2, "tokens_in": 14265, "tokens_out": 2719, "ctx_chars": 10362, "ctx_sha": "51d761e43339b5b6", "t_end": 1791530334.9090998}
{"ep": "h1-00719", "task": "L3_043", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1379, "status": "ok", "correct": true, "speedup": 0.1379, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 366.2, "calls": 4, "tokens_in": 26513, "tokens_out": 6988, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530337.62152}
{"ep": "h1-00782", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0654, "status": "ok", "correct": true, "speedup": 1.0654, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 99.7, "calls": 2, "tokens_in": 14950, "tokens_out": 3701, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791530338.8307922}
{"ep": "h1-00775", "task": "L2_082", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9258, "status": "ok", "correct": true, "speedup": 1.9258, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 121.7, "calls": 3, "tokens_in": 21733, "tokens_out": 2068, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791530349.8834457}
{"ep": "h1-00787", "task": "L2_067", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2872, "status": "ok", "correct": true, "speedup": 1.2872, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 85.2, "calls": 1, "tokens_in": 1655, "tokens_out": 651, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530350.1499789}
{"ep": "h1-00781", "task": "L1_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 12.4719, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 115.5, "calls": 1, "tokens_in": 1640, "tokens_out": 2386, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530350.358986}
{"ep": "h1-00776", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3218, "status": "ok", "correct": true, "speedup": 1.3218, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 124.0, "calls": 2, "tokens_in": 13620, "tokens_out": 3097, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791530353.7189784}
{"ep": "h1-00770", "task": "L2_020", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4443, "status": "ok", "correct": true, "speedup": 1.4443, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 144.0, "calls": 1, "tokens_in": 1749, "tokens_out": 2233, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530353.7898269}
{"ep": "h1-00758", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2108, "status": "ok", "correct": true, "speedup": 1.2108, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 206.8, "calls": 2, "tokens_in": 7226, "tokens_out": 6224, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530364.7523308}
{"ep": "h1-00720", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0211, "status": "ok", "correct": true, "speedup": 1.0211, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 400.9, "calls": 2, "tokens_in": 16842, "tokens_out": 15883, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530375.2912884}
{"ep": "h1-00797", "task": "L3_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'bn_relu_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=bn_relu_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch", "wall_s": 83.3, "calls": 1, "tokens_in": 3022, "tokens_out": 2567, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530375.8184972}
{"ep": "h1-00772", "task": "L3_002", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9455, "status": "ok", "correct": true, "speedup": 0.9455, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 160.9, "calls": 3, "tokens_in": 15790, "tokens_out": 2211, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530375.9790099}
{"ep": "h1-00768", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.8949, "status": "ok", "correct": true, "speedup": 2.8949, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 170.3, "calls": 2, "tokens_in": 16795, "tokens_out": 7129, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791530376.30995}
{"ep": "h1-00764", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0351, "status": "ok", "correct": true, "speedup": 4.0351, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 189.6, "calls": 2, "tokens_in": 4874, "tokens_out": 4682, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530377.8857062}
{"ep": "h1-00734", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.2938, "status": "ok", "correct": true, "speedup": 4.2938, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 329.6, "calls": 3, "tokens_in": 10520, "tokens_out": 8047, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530378.1295624}
{"ep": "h1-00733", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 58.9467, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 338.4, "calls": 2, "tokens_in": 7401, "tokens_out": 11006, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530386.8170342}
{"ep": "h1-00816", "task": "L2_053", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0114, "status": "ok", "correct": true, "speedup": 1.0114, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 35.4, "calls": 1, "tokens_in": 6385, "tokens_out": 592, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791530389.1295242}
{"ep": "h1-00767", "task": "L3_034", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6194, "status": "ok", "correct": true, "speedup": 0.6194, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 194.3, "calls": 3, "tokens_in": 15729, "tokens_out": 1784, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791530390.69923}
{"ep": "h1-00756", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2912, "status": "ok", "correct": true, "speedup": 1.2912, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 241.5, "calls": 2, "tokens_in": 4893, "tokens_out": 4192, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530395.0831523}
{"ep": "h1-00748", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2336, "status": "ok", "correct": true, "speedup": 1.2336, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 290.2, "calls": 2, "tokens_in": 15722, "tokens_out": 2627, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791530401.8887086}
{"ep": "h1-00809", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7904, "status": "ok", "correct": true, "speedup": 0.7904, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 76.2, "calls": 2, "tokens_in": 12157, "tokens_out": 2913, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791530405.7998679}
{"ep": "h1-00814", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.268, "status": "ok", "correct": true, "speedup": 1.268, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 55.7, "calls": 2, "tokens_in": 14324, "tokens_out": 3053, "ctx_chars": 10364, "ctx_sha": "19f3ac1a7ff915f6", "t_end": 1791530405.8228977}
{"ep": "h1-00795", "task": "L3_027", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 127.9, "calls": 1, "tokens_in": 2190, "tokens_out": 2885, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530414.940816}
{"ep": "h1-00771", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3994, "status": "ok", "correct": true, "speedup": 1.3994, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 219.3, "calls": 2, "tokens_in": 13513, "tokens_out": 2481, "ctx_chars": 10210, "ctx_sha": "ee72d31f6aad351d", "t_end": 1791530433.7981582}
{"ep": "h1-00824", "task": "L3_022", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 57.2, "calls": 1, "tokens_in": 3363, "tokens_out": 5356, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530435.3230972}
{"ep": "h1-00773", "task": "L1_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2088, "status": "ok", "correct": true, "speedup": 0.2088, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 213.2, "calls": 4, "tokens_in": 41237, "tokens_out": 6835, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791530435.8708196}
{"ep": "h1-00798", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.4688, "status": "ok", "correct": true, "speedup": 2.4688, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 157.8, "calls": 2, "tokens_in": 7945, "tokens_out": 8347, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530450.7324343}
{"ep": "h1-00762", "task": "L2_055", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0007, "status": "ok", "correct": true, "speedup": 1.0007, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 288.1, "calls": 4, "tokens_in": 16262, "tokens_out": 3181, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530460.2924824}
{"ep": "h1-00800", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0335, "status": "ok", "correct": true, "speedup": 1.0335, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 164.9, "calls": 2, "tokens_in": 4559, "tokens_out": 2746, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530466.1271956}
{"ep": "h1-00819", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0365, "status": "ok", "correct": true, "speedup": 1.0365, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 95.6, "calls": 2, "tokens_in": 12022, "tokens_out": 1483, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791530470.8438792}
{"ep": "h1-00805", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.1805, "status": "ok", "correct": true, "speedup": 5.1805, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 158.8, "calls": 2, "tokens_in": 4952, "tokens_out": 4796, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530471.753954}
{"ep": "h1-00790", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0393, "status": "ok", "correct": true, "speedup": 2.0393, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 201.3, "calls": 2, "tokens_in": 15955, "tokens_out": 6902, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "t_end": 1791530475.6968799}
{"ep": "h1-00794", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0062, "status": "ok", "correct": true, "speedup": 1.0062, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 197.0, "calls": 2, "tokens_in": 13888, "tokens_out": 5226, "ctx_chars": 9192, "ctx_sha": "9ac79c33be050f60", "t_end": 1791530477.8314078}
{"ep": "h1-00769", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0152, "status": "ok", "correct": true, "speedup": 1.0152, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 269.9, "calls": 2, "tokens_in": 6208, "tokens_out": 6182, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530478.6855254}
{"ep": "h1-00799", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.381, "status": "ok", "correct": true, "speedup": 1.381, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 183.1, "calls": 2, "tokens_in": 5337, "tokens_out": 5402, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530479.2799985}
{"ep": "h1-00817", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0986, "status": "ok", "correct": true, "speedup": 1.0986, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 133.5, "calls": 2, "tokens_in": 8961, "tokens_out": 5455, "ctx_chars": 2932, "ctx_sha": "e5406f0f931ba9ce", "t_end": 1791530487.334612}
{"ep": "h1-00777", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0824, "status": "ok", "correct": true, "speedup": 1.0824, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 258.2, "calls": 2, "tokens_in": 9310, "tokens_out": 13398, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530488.828911}
{"ep": "h1-00744", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0007, "status": "ok", "correct": true, "speedup": 1.0007, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 406.7, "calls": 4, "tokens_in": 36863, "tokens_out": 12563, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530492.7852862}
{"ep": "h1-00740", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.669, "status": "ok", "correct": true, "speedup": 1.669, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 428.3, "calls": 3, "tokens_in": 18183, "tokens_out": 19198, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530500.2921627}
{"ep": "h1-00813", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1635, "status": "ok", "correct": true, "speedup": 2.1635, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 153.9, "calls": 2, "tokens_in": 12511, "tokens_out": 1488, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791530503.737904}
{"ep": "h1-00774", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3621, "status": "ok", "correct": true, "speedup": 1.3621, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 279.8, "calls": 2, "tokens_in": 14974, "tokens_out": 4100, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791530504.552451}
{"ep": "h1-00827", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.5363, "status": "ok", "correct": true, "speedup": 4.5363, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 117.1, "calls": 2, "tokens_in": 13611, "tokens_out": 5481, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791530507.821211}
{"ep": "h1-00834", "task": "L1_002", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9995, "status": "ok", "correct": true, "speedup": 0.9995, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 79.2, "calls": 3, "tokens_in": 20808, "tokens_out": 1464, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791530514.5550184}
{"ep": "h1-00812", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4011, "status": "ok", "correct": true, "speedup": 1.4011, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 175.9, "calls": 2, "tokens_in": 25482, "tokens_out": 13081, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530514.7151606}
{"ep": "h1-00755", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5206, "status": "ok", "correct": true, "speedup": 1.5206, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 367.8, "calls": 2, "tokens_in": 6206, "tokens_out": 6317, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530518.758426}
{"ep": "h1-00778", "task": "L3_036", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8221, "status": "ok", "correct": true, "speedup": 0.8221, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 289.0, "calls": 3, "tokens_in": 18879, "tokens_out": 1609, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791530520.276346}
{"ep": "h1-00815", "task": "L2_098", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0091, "status": "ok", "correct": true, "speedup": 1.0091, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 171.9, "calls": 2, "tokens_in": 13243, "tokens_out": 2585, "ctx_chars": 9033, "ctx_sha": "ac669963ea71a2ce", "t_end": 1791530522.3041828}
{"ep": "h1-00792", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1404, "status": "ok", "correct": true, "speedup": 1.1404, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 243.5, "calls": 2, "tokens_in": 9905, "tokens_out": 8644, "ctx_chars": 2932, "ctx_sha": "e5406f0f931ba9ce", "t_end": 1791530523.6439567}
{"ep": "h1-00653", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0093, "status": "ok", "correct": true, "speedup": 1.0093, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 832.0, "calls": 4, "tokens_in": 32444, "tokens_out": 6999, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791530523.883755}
{"ep": "h1-00808", "task": "L2_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3913, "status": "ok", "correct": true, "speedup": 1.3913, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 196.9, "calls": 2, "tokens_in": 5191, "tokens_out": 3676, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530524.807698}
{"ep": "h1-00818", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.3527, "status": "ok", "correct": true, "speedup": 9.3527, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 160.8, "calls": 2, "tokens_in": 4654, "tokens_out": 2667, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530525.5355256}
{"ep": "h1-00806", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2197, "status": "ok", "correct": true, "speedup": 1.2197, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 208.5, "calls": 2, "tokens_in": 15625, "tokens_out": 2426, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791530525.8591404}
{"ep": "h1-00732", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0119, "status": "ok", "correct": true, "speedup": 1.0119, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 492.7, "calls": 4, "tokens_in": 22874, "tokens_out": 12213, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530527.9519658}
{"ep": "h1-00810", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 11.7134, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 193.2, "calls": 3, "tokens_in": 16827, "tokens_out": 9003, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530528.0788233}
{"ep": "h1-00802", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2014, "status": "ok", "correct": true, "speedup": 2.2014, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 218.5, "calls": 2, "tokens_in": 15339, "tokens_out": 2747, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791530528.1241302}
{"ep": "h1-00822", "task": "L3_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9658, "status": "ok", "correct": true, "speedup": 0.9658, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 152.7, "calls": 3, "tokens_in": 11134, "tokens_out": 2516, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530528.9813585}
{"ep": "h1-00763", "task": "L2_008", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.069, "status": "ok", "correct": true, "speedup": 1.069, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 372.4, "calls": 2, "tokens_in": 17013, "tokens_out": 4529, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791530547.5704496}
{"ep": "h1-00712", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6714, "status": "ok", "correct": true, "speedup": 0.6714, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 594.4, "calls": 2, "tokens_in": 13895, "tokens_out": 10601, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530550.0975873}
{"ep": "h1-00804", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0011, "status": "ok", "correct": true, "speedup": 1.0011, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 243.9, "calls": 2, "tokens_in": 12784, "tokens_out": 2026, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791530556.2596793}
{"ep": "h1-00746", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.45, "status": "ok", "correct": true, "speedup": 0.45, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 470.5, "calls": 3, "tokens_in": 51744, "tokens_out": 26560, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530557.5632918}
{"ep": "h1-00825", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0671, "status": "ok", "correct": true, "speedup": 1.0671, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 171.3, "calls": 2, "tokens_in": 12302, "tokens_out": 2359, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791530558.1382754}
{"ep": "h1-00821", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0, "status": "ok", "correct": true, "speedup": 1.0, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 186.3, "calls": 2, "tokens_in": 5052, "tokens_out": 4266, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530562.2772532}
{"ep": "h1-00831", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2955, "status": "ok", "correct": true, "speedup": 1.2955, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 157.3, "calls": 2, "tokens_in": 5627, "tokens_out": 5174, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530563.1101282}
{"ep": "h1-00868", "task": "L2_081", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "runtime_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "CompilationError: at 13:8:\n    pid = tl.program_id(0)\n    offs = pid * BLOCK + tl.arange(0, BLOCK)\n    mask = offs < n\n    x = tl.load(x_ptr + offs, mask=mask)\n    # swish\n    s = x * tl.sigmoid(x)\n    # divide\n    s = s * 0.5\n    # clamp [-1,1]\n    s = tl.minimum(tl.maximum(s, -1.0), 1.0)\n    # tan", "wall_s": 13.1, "calls": 1, "tokens_in": 1704, "tokens_out": 602, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530569.33968}
{"ep": "h1-00766", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4019, "status": "ok", "correct": true, "speedup": 0.4019, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 377.1, "calls": 3, "tokens_in": 30005, "tokens_out": 15069, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791530572.3138194}
{"ep": "h1-00788", "task": "L2_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9648, "status": "ok", "correct": true, "speedup": 0.9648, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 306.6, "calls": 2, "tokens_in": 5534, "tokens_out": 3046, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530572.749385}
{"ep": "h1-00753", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.471, "status": "ok", "correct": true, "speedup": 6.471, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 452.6, "calls": 3, "tokens_in": 17341, "tokens_out": 14573, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530577.3957024}
{"ep": "h1-00858", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0168, "status": "ok", "correct": true, "speedup": 1.0168, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 70.3, "calls": 2, "tokens_in": 4213, "tokens_out": 1837, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530594.166957}
{"ep": "h1-00854", "task": "L1_013", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8785, "status": "ok", "correct": true, "speedup": 0.8785, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 78.8, "calls": 1, "tokens_in": 1699, "tokens_out": 5219, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530597.5973928}
{"ep": "h1-00837", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3901, "status": "ok", "correct": true, "speedup": 1.3901, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 139.5, "calls": 2, "tokens_in": 5082, "tokens_out": 4642, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530599.8291192}
{"ep": "h1-00793", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7921, "status": "ok", "correct": true, "speedup": 0.7921, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 324.3, "calls": 2, "tokens_in": 12266, "tokens_out": 2728, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791530604.6657202}
{"ep": "h1-00861", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0139, "status": "ok", "correct": true, "speedup": 1.0139, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 80.3, "calls": 2, "tokens_in": 13540, "tokens_out": 1216, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791530606.1400795}
{"ep": "h1-00780", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1836, "status": "ok", "correct": true, "speedup": 1.1836, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 376.2, "calls": 5, "tokens_in": 34610, "tokens_out": 18702, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530607.9860213}
{"ep": "h1-00853", "task": "L3_022", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3058, "status": "ok", "correct": true, "speedup": 0.3058, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 94.4, "calls": 3, "tokens_in": 24424, "tokens_out": 5923, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530609.1320052}
{"ep": "h1-00760", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5618, "status": "ok", "correct": true, "speedup": 1.5618, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 443.3, "calls": 2, "tokens_in": 12254, "tokens_out": 25719, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530610.5806396}
{"ep": "h1-00840", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9932, "status": "ok", "correct": true, "speedup": 0.9932, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 140.1, "calls": 2, "tokens_in": 11520, "tokens_out": 14790, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530611.8494196}
{"ep": "h1-00833", "task": "L2_079", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4298, "status": "ok", "correct": true, "speedup": 1.4298, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 184.4, "calls": 4, "tokens_in": 22528, "tokens_out": 6563, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530618.1557271}
{"ep": "h1-00866", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0047, "status": "ok", "correct": true, "speedup": 1.0047, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 73.8, "calls": 2, "tokens_in": 12556, "tokens_out": 1275, "ctx_chars": 9890, "ctx_sha": "8695a4ea849dcf73", "t_end": 1791530621.3945253}
{"ep": "h1-00807", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4458, "status": "ok", "correct": true, "speedup": 1.4458, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 306.1, "calls": 2, "tokens_in": 14016, "tokens_out": 1987, "ctx_chars": 10756, "ctx_sha": "52a5fe04bf576804", "t_end": 1791530625.7567854}
{"ep": "h1-00789", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0605, "status": "ok", "correct": true, "speedup": 1.0605, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 354.0, "calls": 2, "tokens_in": 7236, "tokens_out": 8566, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530627.3280187}
{"ep": "h1-00791", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9968, "status": "ok", "correct": true, "speedup": 0.9968, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 355.2, "calls": 2, "tokens_in": 4886, "tokens_out": 4529, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530630.7968857}
{"ep": "h1-00843", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1959, "status": "ok", "correct": true, "speedup": 1.1959, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 153.4, "calls": 2, "tokens_in": 10218, "tokens_out": 9370, "ctx_chars": 2932, "ctx_sha": "e5406f0f931ba9ce", "t_end": 1791530632.0791135}
{"ep": "h1-00823", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.98, "status": "ok", "correct": true, "speedup": 0.98, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 261.1, "calls": 2, "tokens_in": 17202, "tokens_out": 13612, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530639.0090206}
{"ep": "h1-00859", "task": "L3_008", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1492, "status": "ok", "correct": true, "speedup": 1.1492, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 119.9, "calls": 3, "tokens_in": 18198, "tokens_out": 3880, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530644.7575288}
{"ep": "h1-00839", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1895, "status": "ok", "correct": true, "speedup": 1.1895, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 175.2, "calls": 2, "tokens_in": 15907, "tokens_out": 3862, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791530646.0204918}
{"ep": "h1-00847", "task": "L1_080", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9646, "status": "ok", "correct": true, "speedup": 0.9646, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 156.0, "calls": 1, "tokens_in": 6630, "tokens_out": 1275, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791530648.816207}
{"ep": "h1-00885", "task": "L3_042", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8019, "status": "ok", "correct": true, "speedup": 0.8019, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 40.7, "calls": 2, "tokens_in": 11971, "tokens_out": 1389, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791530652.5549774}
{"ep": "h1-00826", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 20.4201, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 264.8, "calls": 2, "tokens_in": 11667, "tokens_out": 9294, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791530653.9238927}
{"ep": "h1-00877", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0006, "status": "ok", "correct": true, "speedup": 1.0006, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 60.7, "calls": 2, "tokens_in": 11716, "tokens_out": 1195, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791530654.8387916}
{"ep": "h1-00820", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2988, "status": "ok", "correct": true, "speedup": 0.2988, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 281.6, "calls": 3, "tokens_in": 12117, "tokens_out": 7854, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530657.4551566}
{"ep": "h1-00860", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2759, "status": "ok", "correct": true, "speedup": 0.2759, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 132.7, "calls": 2, "tokens_in": 8265, "tokens_out": 8684, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530658.27991}
{"ep": "h1-00844", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.457, "status": "ok", "correct": true, "speedup": 4.457, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 179.8, "calls": 2, "tokens_in": 17533, "tokens_out": 6960, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791530659.0332117}
{"ep": "h1-00865", "task": "L1_014", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1341, "status": "ok", "correct": true, "speedup": 4.1341, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 133.3, "calls": 4, "tokens_in": 13783, "tokens_out": 3674, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530662.301367}
{"ep": "h1-00835", "task": "L2_062", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0162, "status": "ok", "correct": true, "speedup": 1.0162, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 228.8, "calls": 3, "tokens_in": 18811, "tokens_out": 2179, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791530664.6326385}
{"ep": "h1-00845", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 37.2087, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 177.6, "calls": 2, "tokens_in": 12061, "tokens_out": 2881, "ctx_chars": 8570, "ctx_sha": "d68a795eb2ebd40b", "t_end": 1791530664.9458117}
{"ep": "h1-00829", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1314, "status": "ok", "correct": true, "speedup": 0.1314, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 263.3, "calls": 2, "tokens_in": 7228, "tokens_out": 5828, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530665.2156746}
{"ep": "h1-00803", "task": "L1_006", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0288, "status": "ok", "correct": true, "speedup": 0.0288, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 371.4, "calls": 5, "tokens_in": 42380, "tokens_out": 5684, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791530682.366612}
{"ep": "h1-00841", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2808, "status": "ok", "correct": true, "speedup": 1.2808, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 216.0, "calls": 2, "tokens_in": 13130, "tokens_out": 2278, "ctx_chars": 9893, "ctx_sha": "b7d3b378c9e92c33", "t_end": 1791530691.652394}
{"ep": "h1-00871", "task": "L3_004", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.96, "status": "ok", "correct": true, "speedup": 0.96, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 141.2, "calls": 3, "tokens_in": 13003, "tokens_out": 6517, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530703.4314966}
{"ep": "h1-00862", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.4763, "status": "ok", "correct": true, "speedup": 9.4763, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 175.6, "calls": 2, "tokens_in": 5038, "tokens_out": 3493, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530703.5529716}
{"ep": "h1-00863", "task": "L2_051", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 27.5898, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 189.1, "calls": 2, "tokens_in": 5820, "tokens_out": 5217, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530717.1701634}
{"ep": "h1-00848", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2526, "status": "ok", "correct": true, "speedup": 1.2526, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 217.1, "calls": 2, "tokens_in": 8339, "tokens_out": 12623, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530717.3943777}
{"ep": "h1-00783", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.1065, "status": "ok", "correct": true, "speedup": 8.1065, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 484.0, "calls": 3, "tokens_in": 29826, "tokens_out": 22612, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791530726.7375348}
{"ep": "h1-00881", "task": "L1_014", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5432, "status": "ok", "correct": true, "speedup": 1.5432, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 122.2, "calls": 5, "tokens_in": 24922, "tokens_out": 6251, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530728.3871565}
{"ep": "h1-00903", "task": "L2_074", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_lrelu_pool': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_lrelu_pool -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inc", "wall_s": 64.6, "calls": 1, "tokens_in": 1843, "tokens_out": 1478, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530729.2005868}
{"ep": "h1-00884", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.6694, "status": "ok", "correct": true, "speedup": 4.6694, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 125.0, "calls": 2, "tokens_in": 5015, "tokens_out": 4251, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530735.5631986}
{"ep": "h1-00842", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1955, "status": "ok", "correct": true, "speedup": 1.1955, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 259.2, "calls": 2, "tokens_in": 7984, "tokens_out": 8791, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530736.9889762}
{"ep": "h1-00811", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0726, "status": "ok", "correct": true, "speedup": 2.0726, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 405.1, "calls": 2, "tokens_in": 17471, "tokens_out": 10997, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791530742.7691844}
{"ep": "h1-00869", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6577, "status": "ok", "correct": true, "speedup": 1.6577, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 185.8, "calls": 2, "tokens_in": 14073, "tokens_out": 6472, "ctx_chars": 9590, "ctx_sha": "5bdedd614e688703", "t_end": 1791530743.3232348}
{"ep": "h1-00784", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4734, "status": "ok", "correct": true, "speedup": 0.4734, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 507.0, "calls": 3, "tokens_in": 15322, "tokens_out": 11841, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530758.2372036}
{"ep": "h1-00856", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0683, "status": "ok", "correct": true, "speedup": 0.0683, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 243.9, "calls": 2, "tokens_in": 15047, "tokens_out": 7638, "ctx_chars": 11023, "ctx_sha": "04625c0d6e6734eb", "t_end": 1791530766.1739419}
{"ep": "h1-00909", "task": "L2_095", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.042, "status": "ok", "correct": true, "speedup": 1.042, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 67.3, "calls": 1, "tokens_in": 1668, "tokens_out": 746, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530770.850091}
{"ep": "h1-00910", "task": "L1_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'gelu_ext': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=gelu_ext -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csrc/", "wall_s": 56.4, "calls": 1, "tokens_in": 1562, "tokens_out": 721, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530773.5866191}
{"ep": "h1-00896", "task": "L3_015", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5748, "status": "ok", "correct": true, "speedup": 0.5748, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 127.9, "calls": 3, "tokens_in": 22079, "tokens_out": 4594, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530780.4427934}
{"ep": "h1-00890", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0179, "status": "ok", "correct": true, "speedup": 1.0179, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 150.3, "calls": 2, "tokens_in": 4219, "tokens_out": 1605, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530781.0700257}
{"ep": "h1-00864", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6511, "status": "ok", "correct": true, "speedup": 1.6511, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 255.8, "calls": 2, "tokens_in": 6431, "tokens_out": 6388, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530783.9538696}
{"ep": "h1-00828", "task": "L3_044", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3806, "status": "ok", "correct": true, "speedup": 1.3806, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 393.9, "calls": 4, "tokens_in": 26622, "tokens_out": 8462, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530789.0196118}
{"ep": "h1-00893", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.333, "status": "ok", "correct": true, "speedup": 1.333, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 148.3, "calls": 2, "tokens_in": 15486, "tokens_out": 4581, "ctx_chars": 11357, "ctx_sha": "ce81245bc1f59985", "t_end": 1791530793.03236}
{"ep": "h1-00874", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.0355, "status": "ok", "correct": true, "speedup": 3.0355, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 220.9, "calls": 3, "tokens_in": 17512, "tokens_out": 15898, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530793.2101555}
{"ep": "h1-00882", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.466, "status": "ok", "correct": true, "speedup": 1.466, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 185.9, "calls": 2, "tokens_in": 12871, "tokens_out": 4651, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791530793.8929517}
{"ep": "h1-00873", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0458, "status": "ok", "correct": true, "speedup": 1.0458, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 229.5, "calls": 2, "tokens_in": 15857, "tokens_out": 3800, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791530798.7951925}
{"ep": "h1-00849", "task": "L1_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0741, "status": "ok", "correct": true, "speedup": 0.0741, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 303.1, "calls": 2, "tokens_in": 15819, "tokens_out": 2496, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791530806.84045}
{"ep": "h1-00857", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.1495, "status": "ok", "correct": true, "speedup": 3.1495, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 287.7, "calls": 2, "tokens_in": 8073, "tokens_out": 7813, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530811.3371048}
{"ep": "h1-00796", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7002, "status": "ok", "correct": true, "speedup": 0.7002, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 526.6, "calls": 2, "tokens_in": 14301, "tokens_out": 27160, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530818.010793}
{"ep": "h1-00830", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8219, "status": "ok", "correct": true, "speedup": 1.8219, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 412.7, "calls": 3, "tokens_in": 13790, "tokens_out": 11556, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530818.5047455}
{"ep": "h1-00880", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2345, "status": "ok", "correct": true, "speedup": 1.2345, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 215.2, "calls": 2, "tokens_in": 16206, "tokens_out": 3884, "ctx_chars": 12471, "ctx_sha": "4ddcc848d0210ca9", "t_end": 1791530819.8485248}
{"ep": "h1-00867", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.9851, "status": "ok", "correct": true, "speedup": 3.9851, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 270.3, "calls": 2, "tokens_in": 7443, "tokens_out": 12056, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530820.4128985}
{"ep": "h1-00801", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.0392, "status": "ok", "correct": true, "speedup": 9.0392, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 512.5, "calls": 3, "tokens_in": 14742, "tokens_out": 13521, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530821.2949238}
{"ep": "h1-00875", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7556, "status": "ok", "correct": true, "speedup": 0.7556, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 255.3, "calls": 2, "tokens_in": 17712, "tokens_out": 13232, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530828.0795188}
{"ep": "h1-00892", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3863, "status": "ok", "correct": true, "speedup": 1.3863, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 199.6, "calls": 2, "tokens_in": 7005, "tokens_out": 8288, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530838.58998}
{"ep": "h1-00887", "task": "L1_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7216, "status": "ok", "correct": true, "speedup": 0.7216, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 217.3, "calls": 2, "tokens_in": 15253, "tokens_out": 2651, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791530838.6946936}
{"ep": "h1-00922", "task": "L3_042", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'gru_copy_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=gru_copy_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/tor", "wall_s": 66.2, "calls": 1, "tokens_in": 1957, "tokens_out": 921, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530839.812633}
{"ep": "h1-00838", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.1903, "status": "ok", "correct": true, "speedup": 8.1903, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 377.1, "calls": 3, "tokens_in": 32736, "tokens_out": 24519, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791530843.1934211}
{"ep": "h1-00883", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2356, "status": "ok", "correct": true, "speedup": 1.2356, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 263.9, "calls": 2, "tokens_in": 4787, "tokens_out": 3823, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530872.9845886}
{"ep": "h1-00879", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.8056, "status": "ok", "correct": true, "speedup": 2.8056, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 275.2, "calls": 2, "tokens_in": 12769, "tokens_out": 1906, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791530875.0616663}
{"ep": "h1-00936", "task": "L2_081", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0291, "status": "ok", "correct": true, "speedup": 1.0291, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 55.2, "calls": 1, "tokens_in": 6547, "tokens_out": 526, "ctx_chars": 10901, "ctx_sha": "baed172422eeb8d7", "t_end": 1791530875.606466}
{"ep": "h1-00855", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0109, "status": "ok", "correct": true, "speedup": 1.0109, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 357.7, "calls": 2, "tokens_in": 3860, "tokens_out": 2321, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530877.9802806}
{"ep": "h1-00913", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1697, "status": "ok", "correct": true, "speedup": 1.1697, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 151.6, "calls": 2, "tokens_in": 8104, "tokens_out": 11377, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530880.0369864}
{"ep": "h1-00832", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 22.9987, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 466.6, "calls": 3, "tokens_in": 15416, "tokens_out": 11827, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530881.580276}
{"ep": "h1-00897", "task": "L2_084", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9784, "status": "ok", "correct": true, "speedup": 0.9784, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 228.9, "calls": 3, "tokens_in": 20606, "tokens_out": 2998, "ctx_chars": 9192, "ctx_sha": "9ac79c33be050f60", "t_end": 1791530882.7991016}
{"ep": "h1-00925", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0162, "status": "ok", "correct": true, "speedup": 1.0162, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 99.3, "calls": 2, "tokens_in": 12025, "tokens_out": 1208, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791530883.240971}
{"ep": "h1-00852", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0661, "status": "ok", "correct": true, "speedup": 1.0661, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 368.8, "calls": 2, "tokens_in": 13683, "tokens_out": 1938, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791530883.3924158}
{"ep": "h1-00908", "task": "L1_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9862, "status": "ok", "correct": true, "speedup": 0.9862, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 189.3, "calls": 2, "tokens_in": 12899, "tokens_out": 3374, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791530892.7141616}
{"ep": "h1-00937", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0299, "status": "ok", "correct": true, "speedup": 1.0299, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 73.7, "calls": 2, "tokens_in": 5663, "tokens_out": 5532, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530894.9675214}
{"ep": "h1-00888", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.136, "status": "ok", "correct": true, "speedup": 3.136, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 278.3, "calls": 2, "tokens_in": 14628, "tokens_out": 3704, "ctx_chars": 10362, "ctx_sha": "51d761e43339b5b6", "t_end": 1791530904.009591}
{"ep": "h1-00894", "task": "L2_003", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2101, "status": "ok", "correct": true, "speedup": 1.2101, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 258.4, "calls": 1, "tokens_in": 1900, "tokens_out": 1869, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530904.3899028}
{"ep": "h1-00939", "task": "L2_097", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9911, "status": "ok", "correct": true, "speedup": 0.9911, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 66.3, "calls": 3, "tokens_in": 19801, "tokens_out": 3102, "ctx_chars": 8449, "ctx_sha": "9b009b1f2fb08074", "t_end": 1791530904.8748362}
{"ep": "h1-00900", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6007, "status": "ok", "correct": true, "speedup": 1.6007, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 253.6, "calls": 2, "tokens_in": 8673, "tokens_out": 6176, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791530911.8934693}
{"ep": "h1-00924", "task": "L3_019", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.296, "status": "ok", "correct": true, "speedup": 0.296, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 132.7, "calls": 1, "tokens_in": 5081, "tokens_out": 1843, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791530913.733676}
{"ep": "h1-00916", "task": "L1_085", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9071, "status": "ok", "correct": true, "speedup": 1.9071, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 177.4, "calls": 1, "tokens_in": 6947, "tokens_out": 1588, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791530914.3723252}
{"ep": "h1-00735", "task": "L3_048", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9523, "status": "ok", "correct": true, "speedup": 0.9523, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 864.1, "calls": 4, "tokens_in": 89328, "tokens_out": 43318, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530916.0363486}
{"ep": "h1-00850", "task": "L2_018", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0097, "status": "ok", "correct": true, "speedup": 1.0097, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 412.6, "calls": 5, "tokens_in": 51260, "tokens_out": 7790, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791530917.115734}
{"ep": "h1-00905", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8071, "status": "ok", "correct": true, "speedup": 1.8071, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 254.3, "calls": 2, "tokens_in": 8897, "tokens_out": 4511, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530919.5294497}
{"ep": "h1-00914", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.6051, "status": "ok", "correct": true, "speedup": 4.6051, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 192.4, "calls": 2, "tokens_in": 4922, "tokens_out": 3973, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530921.5849762}
{"ep": "h1-00836", "task": "L2_018", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.991, "status": "ok", "correct": true, "speedup": 0.991, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 471.4, "calls": 4, "tokens_in": 31902, "tokens_out": 4131, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791530922.149168}
{"ep": "h1-00891", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4479, "status": "ok", "correct": true, "speedup": 1.4479, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 290.2, "calls": 3, "tokens_in": 10087, "tokens_out": 7063, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530922.27679}
{"ep": "h1-00906", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3405, "status": "ok", "correct": true, "speedup": 0.3405, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 241.2, "calls": 2, "tokens_in": 6518, "tokens_out": 6395, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530923.6004717}
{"ep": "h1-00947", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0012, "status": "ok", "correct": true, "speedup": 1.0012, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 46.4, "calls": 2, "tokens_in": 12564, "tokens_out": 1266, "ctx_chars": 9890, "ctx_sha": "8695a4ea849dcf73", "t_end": 1791530926.4094012}
{"ep": "h1-00926", "task": "L2_079", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 139.1, "calls": 1, "tokens_in": 1811, "tokens_out": 2668, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530928.0737154}
{"ep": "h1-00950", "task": "L2_056", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'sigsum_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=sigsum_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/c", "wall_s": 62.6, "calls": 1, "tokens_in": 1572, "tokens_out": 1084, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530945.8863902}
{"ep": "h1-00785", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.018, "status": "ok", "correct": true, "speedup": 8.018, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 693.3, "calls": 3, "tokens_in": 16977, "tokens_out": 15515, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530946.1550264}
{"ep": "h1-00902", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.9175, "status": "ok", "correct": true, "speedup": 3.9175, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 287.6, "calls": 2, "tokens_in": 7867, "tokens_out": 13315, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530949.8690603}
{"ep": "h1-00949", "task": "L2_068", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9843, "status": "ok", "correct": true, "speedup": 0.9843, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 67.8, "calls": 1, "tokens_in": 1530, "tokens_out": 822, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530950.6139371}
{"ep": "h1-00915", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7544, "status": "ok", "correct": true, "speedup": 0.7544, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 219.0, "calls": 2, "tokens_in": 13032, "tokens_out": 5434, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791530954.5451157}
{"ep": "h1-00940", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9934, "status": "ok", "correct": true, "speedup": 0.9934, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 117.6, "calls": 2, "tokens_in": 5114, "tokens_out": 4221, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530956.296871}
{"ep": "h1-00901", "task": "L3_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8773, "status": "ok", "correct": true, "speedup": 1.8773, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 298.3, "calls": 2, "tokens_in": 8905, "tokens_out": 3749, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791530957.376905}
{"ep": "h1-00889", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.9063, "status": "ok", "correct": true, "speedup": 2.9063, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 330.4, "calls": 2, "tokens_in": 7132, "tokens_out": 11384, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530957.7318847}
{"ep": "h1-00895", "task": "L2_052", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3087, "status": "ok", "correct": true, "speedup": 1.3087, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 313.0, "calls": 3, "tokens_in": 23034, "tokens_out": 3320, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791530961.7763755}
{"ep": "h1-00934", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2099, "status": "ok", "correct": true, "speedup": 1.2099, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 158.6, "calls": 2, "tokens_in": 16223, "tokens_out": 4150, "ctx_chars": 12471, "ctx_sha": "4ddcc848d0210ca9", "t_end": 1791530977.101044}
{"ep": "h1-00945", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.016, "status": "ok", "correct": true, "speedup": 1.016, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 104.7, "calls": 3, "tokens_in": 24436, "tokens_out": 7786, "ctx_chars": 9192, "ctx_sha": "9ac79c33be050f60", "t_end": 1791530980.336555}
{"ep": "h1-00946", "task": "L1_001", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8779, "status": "ok", "correct": true, "speedup": 0.8779, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 109.0, "calls": 3, "tokens_in": 8147, "tokens_out": 3037, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530987.0269415}
{"ep": "h1-00948", "task": "L1_002", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9105, "status": "ok", "correct": true, "speedup": 0.9105, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 111.5, "calls": 2, "tokens_in": 14509, "tokens_out": 3986, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791530993.1184783}
{"ep": "h1-00967", "task": "L1_013", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8996, "status": "ok", "correct": true, "speedup": 0.8996, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 67.6, "calls": 1, "tokens_in": 1699, "tokens_out": 1805, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530993.9937477}
{"ep": "h1-00943", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.976, "status": "ok", "correct": true, "speedup": 4.976, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 124.2, "calls": 2, "tokens_in": 5235, "tokens_out": 5693, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791530997.1392717}
{"ep": "h1-00912", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3986, "status": "ok", "correct": true, "speedup": 1.3986, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 273.4, "calls": 2, "tokens_in": 5483, "tokens_out": 4531, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531000.137951}
{"ep": "h1-00970", "task": "L2_059", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'swish_scale_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=swish_scale_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inclu", "wall_s": 65.3, "calls": 1, "tokens_in": 1548, "tokens_out": 811, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531011.4564042}
{"ep": "h1-00870", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.3936, "status": "ok", "correct": true, "speedup": 3.3936, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 458.5, "calls": 2, "tokens_in": 6840, "tokens_out": 11283, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531016.6110795}
{"ep": "h1-00935", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.5093, "status": "ok", "correct": true, "speedup": 4.5093, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 198.0, "calls": 3, "tokens_in": 14575, "tokens_out": 9943, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531017.8457086}
{"ep": "h1-00904", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1665, "status": "ok", "correct": true, "speedup": 2.1665, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 353.6, "calls": 2, "tokens_in": 12511, "tokens_out": 1583, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791531018.5165095}
{"ep": "h1-00954", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0016, "status": "ok", "correct": true, "speedup": 1.0016, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 124.3, "calls": 2, "tokens_in": 4947, "tokens_out": 4409, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531028.2751431}
{"ep": "h1-00951", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8881, "status": "ok", "correct": true, "speedup": 0.8881, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 145.5, "calls": 2, "tokens_in": 11033, "tokens_out": 10524, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531028.8957357}
{"ep": "h1-00886", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3505, "status": "ok", "correct": true, "speedup": 1.3505, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 410.9, "calls": 2, "tokens_in": 14927, "tokens_out": 3990, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791531029.0115068}
{"ep": "h1-00846", "task": "L1_018", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6729, "status": "ok", "correct": true, "speedup": 0.6729, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 545.0, "calls": 4, "tokens_in": 14901, "tokens_out": 4608, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531033.86094}
{"ep": "h1-00938", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.214, "status": "ok", "correct": true, "speedup": 0.214, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 209.5, "calls": 3, "tokens_in": 12537, "tokens_out": 8524, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531037.5759583}
{"ep": "h1-00786", "task": "L3_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7951, "status": "ok", "correct": true, "speedup": 0.7951, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 776.4, "calls": 5, "tokens_in": 53719, "tokens_out": 14801, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531038.9857283}
{"ep": "h1-00980", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0111, "status": "ok", "correct": true, "speedup": 1.0111, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 55.2, "calls": 2, "tokens_in": 4274, "tokens_out": 1817, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531042.1989405}
{"ep": "h1-00941", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.256, "status": "ok", "correct": true, "speedup": 1.256, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 202.5, "calls": 2, "tokens_in": 10354, "tokens_out": 18067, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531042.307773}
{"ep": "h1-00921", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5553, "status": "ok", "correct": true, "speedup": 1.5553, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 274.7, "calls": 2, "tokens_in": 5580, "tokens_out": 4592, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531045.5415413}
{"ep": "h1-00972", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0624, "status": "ok", "correct": true, "speedup": 1.0624, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 97.1, "calls": 2, "tokens_in": 5033, "tokens_out": 2995, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531047.6864324}
{"ep": "h1-00876", "task": "L3_045", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0064, "status": "ok", "correct": true, "speedup": 1.0064, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 476.6, "calls": 5, "tokens_in": 53712, "tokens_out": 11667, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531054.0160518}
{"ep": "h1-00878", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.7237, "status": "ok", "correct": true, "speedup": 4.7237, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 458.9, "calls": 3, "tokens_in": 15057, "tokens_out": 12977, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531056.4873579}
{"ep": "h1-00956", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2332, "status": "ok", "correct": true, "speedup": 1.2332, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 154.6, "calls": 2, "tokens_in": 15690, "tokens_out": 2519, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791531059.4458046}
{"ep": "h1-00923", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9199, "status": "ok", "correct": true, "speedup": 0.9199, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 283.0, "calls": 2, "tokens_in": 4967, "tokens_out": 4670, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531063.4548988}
{"ep": "h1-00971", "task": "L3_004", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9786, "status": "ok", "correct": true, "speedup": 0.9786, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 123.0, "calls": 2, "tokens_in": 11229, "tokens_out": 3278, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531072.8795855}
{"ep": "h1-00928", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1674, "status": "ok", "correct": true, "speedup": 1.1674, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 282.2, "calls": 2, "tokens_in": 14610, "tokens_out": 4154, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791531075.458092}
{"ep": "h1-00931", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0125, "status": "ok", "correct": true, "speedup": 1.0125, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 273.2, "calls": 2, "tokens_in": 13708, "tokens_out": 1460, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791531080.0052776}
{"ep": "h1-00982", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5319, "status": "ok", "correct": true, "speedup": 1.5319, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 86.6, "calls": 2, "tokens_in": 12867, "tokens_out": 4301, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791531080.5506954}
{"ep": "h1-00992", "task": "L3_001", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0007, "status": "ok", "correct": true, "speedup": 1.0007, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 47.0, "calls": 1, "tokens_in": 1684, "tokens_out": 802, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531080.8646274}
{"ep": "h1-00960", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.9545, "status": "ok", "correct": true, "speedup": 6.9545, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 165.5, "calls": 2, "tokens_in": 12954, "tokens_out": 3418, "ctx_chars": 9033, "ctx_sha": "ac669963ea71a2ce", "t_end": 1791531081.5310152}
{"ep": "h1-00899", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 16.7402, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 425.3, "calls": 2, "tokens_in": 6870, "tokens_out": 6947, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531082.7861135}
{"ep": "h1-00961", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.6638, "status": "ok", "correct": true, "speedup": 7.6638, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 166.6, "calls": 2, "tokens_in": 12589, "tokens_out": 2585, "ctx_chars": 9033, "ctx_sha": "ac669963ea71a2ce", "t_end": 1791531083.749082}
{"ep": "h1-00933", "task": "L3_047", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9533, "status": "ok", "correct": true, "speedup": 0.9533, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 266.8, "calls": 4, "tokens_in": 26634, "tokens_out": 6835, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531084.7882214}
{"ep": "h1-00872", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0075, "status": "ok", "correct": true, "speedup": 1.0075, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 523.4, "calls": 4, "tokens_in": 39969, "tokens_out": 16111, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531086.4822257}
{"ep": "h1-00990", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0616, "status": "ok", "correct": true, "speedup": 1.0616, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 60.6, "calls": 2, "tokens_in": 13725, "tokens_out": 2048, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791531089.4843328}
{"ep": "h1-00958", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4148, "status": "ok", "correct": true, "speedup": 1.4148, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 176.4, "calls": 2, "tokens_in": 4562, "tokens_out": 1983, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531090.0868194}
{"ep": "h1-00962", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8956, "status": "ok", "correct": true, "speedup": 1.8956, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 171.0, "calls": 2, "tokens_in": 14789, "tokens_out": 4474, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791531090.5048437}
{"ep": "h1-00917", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.0258, "status": "ok", "correct": true, "speedup": 3.0258, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 349.7, "calls": 2, "tokens_in": 18285, "tokens_out": 13966, "ctx_chars": 11582, "ctx_sha": "a74f6646d7158b72", "t_end": 1791531092.4955013}
{"ep": "h1-00898", "task": "L1_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.6701, "status": "ok", "correct": true, "speedup": 3.6701, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 441.0, "calls": 4, "tokens_in": 20788, "tokens_out": 5926, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531095.8260362}
{"ep": "h1-00918", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0436, "status": "ok", "correct": true, "speedup": 1.0436, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 352.6, "calls": 2, "tokens_in": 4346, "tokens_out": 1890, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531095.9369984}
{"ep": "h1-00965", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3925, "status": "ok", "correct": true, "speedup": 1.3925, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 176.4, "calls": 2, "tokens_in": 5587, "tokens_out": 6125, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531098.6574497}
{"ep": "h1-00991", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0065, "status": "ok", "correct": true, "speedup": 1.0065, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 77.1, "calls": 1, "tokens_in": 1532, "tokens_out": 1391, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531106.1195378}
{"ep": "h1-01002", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1099, "status": "ok", "correct": true, "speedup": 1.1099, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 55.8, "calls": 2, "tokens_in": 4515, "tokens_out": 2582, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531119.3014593}
{"ep": "h1-00963", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.4661, "status": "ok", "correct": true, "speedup": 2.4661, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 206.3, "calls": 2, "tokens_in": 7285, "tokens_out": 12627, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531127.9121978}
{"ep": "h1-00975", "task": "L2_097", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0069, "status": "ok", "correct": true, "speedup": 1.0069, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 177.3, "calls": 4, "tokens_in": 23234, "tokens_out": 7321, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531134.6944172}
{"ep": "h1-00994", "task": "L2_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8457, "status": "ok", "correct": true, "speedup": 0.8457, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 106.3, "calls": 3, "tokens_in": 9022, "tokens_out": 2646, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531145.2688155}
{"ep": "h1-01016", "task": "L2_012", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'gemm_mult_lrelu': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=gemm_mult_lrelu -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inclu", "wall_s": 63.7, "calls": 1, "tokens_in": 1586, "tokens_out": 929, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531156.1584647}
{"ep": "h1-00988", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.5215, "status": "ok", "correct": true, "speedup": 4.5215, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 139.0, "calls": 2, "tokens_in": 4962, "tokens_out": 5716, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531157.5033128}
{"ep": "h1-00919", "task": "L3_026", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6779, "status": "ok", "correct": true, "speedup": 0.6779, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 400.3, "calls": 4, "tokens_in": 42598, "tokens_out": 9867, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531158.5256784}
{"ep": "h1-01015", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0034, "status": "ok", "correct": true, "speedup": 1.0034, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 70.7, "calls": 2, "tokens_in": 13070, "tokens_out": 2233, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791531161.198259}
{"ep": "h1-00966", "task": "L1_010", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2625, "status": "ok", "correct": true, "speedup": 1.2625, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 239.7, "calls": 2, "tokens_in": 5046, "tokens_out": 4154, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531163.342395}
{"ep": "h1-00968", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.2508, "status": "ok", "correct": true, "speedup": 3.2508, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 240.7, "calls": 3, "tokens_in": 16183, "tokens_out": 14448, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531168.7877977}
{"ep": "h1-01013", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9379, "status": "ok", "correct": true, "speedup": 1.9379, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 82.9, "calls": 2, "tokens_in": 8749, "tokens_out": 4259, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791531172.344164}
{"ep": "h1-00977", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0417, "status": "ok", "correct": true, "speedup": 1.0417, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 211.1, "calls": 2, "tokens_in": 12125, "tokens_out": 2286, "ctx_chars": 8989, "ctx_sha": "c705b15bb2c57b08", "t_end": 1791531172.88463}
{"ep": "h1-01017", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5318, "status": "ok", "correct": true, "speedup": 1.5318, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 79.0, "calls": 2, "tokens_in": 4961, "tokens_out": 4436, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531174.8749125}
{"ep": "h1-00978", "task": "L2_037", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2801, "status": "ok", "correct": true, "speedup": 1.2801, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 203.7, "calls": 2, "tokens_in": 4943, "tokens_out": 3466, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531180.8429}
{"ep": "h1-01005", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2722, "status": "ok", "correct": true, "speedup": 1.2722, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 101.2, "calls": 2, "tokens_in": 14954, "tokens_out": 4482, "ctx_chars": 10850, "ctx_sha": "daebc65ff56f9d20", "t_end": 1791531181.1994498}
{"ep": "h1-01000", "task": "L2_062", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0188, "status": "ok", "correct": true, "speedup": 1.0188, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 128.7, "calls": 3, "tokens_in": 7722, "tokens_out": 2104, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531185.1817026}
{"ep": "h1-01007", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 13.2066, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 105.1, "calls": 2, "tokens_in": 8997, "tokens_out": 4095, "ctx_chars": 4348, "ctx_sha": "fb2a02ef8ac19686", "t_end": 1791531185.9242494}
{"ep": "h1-00911", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.8761, "status": "ok", "correct": true, "speedup": 6.8761, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 468.9, "calls": 3, "tokens_in": 34788, "tokens_out": 24726, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791531186.3443108}
{"ep": "h1-00974", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.515, "status": "ok", "correct": true, "speedup": 6.515, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 235.2, "calls": 3, "tokens_in": 16001, "tokens_out": 14190, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531191.4982016}
{"ep": "h1-00985", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.353, "status": "ok", "correct": true, "speedup": 2.353, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 187.1, "calls": 2, "tokens_in": 6043, "tokens_out": 8683, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531198.574581}
{"ep": "h1-00957", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.6798, "status": "ok", "correct": true, "speedup": 9.6798, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 293.2, "calls": 3, "tokens_in": 14077, "tokens_out": 13013, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531205.064398}
{"ep": "h1-00929", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4381, "status": "ok", "correct": true, "speedup": 0.4381, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 412.4, "calls": 3, "tokens_in": 30797, "tokens_out": 17014, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791531206.3121912}
{"ep": "h1-01018", "task": "L2_084", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0086, "status": "ok", "correct": true, "speedup": 1.0086, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 118.0, "calls": 2, "tokens_in": 17878, "tokens_out": 7947, "ctx_chars": 9192, "ctx_sha": "9ac79c33be050f60", "t_end": 1791531213.932624}
{"ep": "h1-00973", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3863, "status": "ok", "correct": true, "speedup": 1.3863, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 260.8, "calls": 2, "tokens_in": 11000, "tokens_out": 7330, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791531215.3082037}
{"ep": "h1-01012", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0586, "status": "ok", "correct": true, "speedup": 1.0586, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 135.9, "calls": 2, "tokens_in": 15108, "tokens_out": 4144, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791531222.4255176}
{"ep": "h1-01011", "task": "L1_065", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1796, "status": "ok", "correct": true, "speedup": 2.1796, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 142.8, "calls": 1, "tokens_in": 6886, "tokens_out": 1056, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791531227.5976026}
{"ep": "h1-00953", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4008, "status": "ok", "correct": true, "speedup": 1.4008, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 333.5, "calls": 2, "tokens_in": 5210, "tokens_out": 4872, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531228.4988046}
{"ep": "h1-00932", "task": "L2_068", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0006, "status": "ok", "correct": true, "speedup": 1.0006, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 417.8, "calls": 2, "tokens_in": 3941, "tokens_out": 2147, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531229.1530192}
{"ep": "h1-00930", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.5567, "status": "ok", "correct": true, "speedup": 4.5567, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 431.3, "calls": 3, "tokens_in": 18183, "tokens_out": 19158, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531230.1239352}
{"ep": "h1-00927", "task": "L3_038", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7804, "status": "ok", "correct": true, "speedup": 0.7804, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 439.2, "calls": 3, "tokens_in": 18774, "tokens_out": 1759, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531232.2289326}
{"ep": "h1-00984", "task": "L1_080", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.307, "status": "ok", "correct": true, "speedup": 0.307, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 250.7, "calls": 4, "tokens_in": 21658, "tokens_out": 6610, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531250.7890303}
{"ep": "h1-00952", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1652, "status": "ok", "correct": true, "speedup": 1.1652, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 364.2, "calls": 3, "tokens_in": 25645, "tokens_out": 5663, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791531256.8829327}
{"ep": "h1-00964", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.2232, "status": "ok", "correct": true, "speedup": 3.2232, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 335.4, "calls": 2, "tokens_in": 8084, "tokens_out": 15518, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531257.5531456}
{"ep": "h1-00983", "task": "L3_039", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.116, "status": "ok", "correct": true, "speedup": 0.116, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 263.9, "calls": 3, "tokens_in": 26379, "tokens_out": 6247, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531261.0640483}
{"ep": "h1-00997", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.216, "status": "ok", "correct": true, "speedup": 1.216, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 219.7, "calls": 2, "tokens_in": 16925, "tokens_out": 6705, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791531265.1946669}
{"ep": "h1-01029", "task": "L2_062", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0079, "status": "ok", "correct": true, "speedup": 1.0079, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 102.7, "calls": 2, "tokens_in": 12514, "tokens_out": 2405, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791531266.0464537}
{"ep": "h1-01004", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9198, "status": "ok", "correct": true, "speedup": 1.9198, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 192.2, "calls": 2, "tokens_in": 6004, "tokens_out": 10247, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531267.6240041}
{"ep": "h1-01008", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1518, "status": "ok", "correct": true, "speedup": 1.1518, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 191.8, "calls": 2, "tokens_in": 18577, "tokens_out": 17362, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531273.2817848}
{"ep": "h1-01030", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.6638, "status": "ok", "correct": true, "speedup": 2.6638, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 109.5, "calls": 2, "tokens_in": 17253, "tokens_out": 8242, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791531278.3333185}
{"ep": "h1-01049", "task": "L2_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0399, "status": "ok", "correct": true, "speedup": 1.0399, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 55.3, "calls": 1, "tokens_in": 6248, "tokens_out": 1010, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791531285.4649003}
{"ep": "h1-01022", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4164, "status": "ok", "correct": true, "speedup": 1.4164, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 165.3, "calls": 2, "tokens_in": 13984, "tokens_out": 1944, "ctx_chars": 10756, "ctx_sha": "52a5fe04bf576804", "t_end": 1791531293.2494297}
{"ep": "h1-01020", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5995, "status": "ok", "correct": true, "speedup": 0.5995, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 189.4, "calls": 2, "tokens_in": 16156, "tokens_out": 11997, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531295.4941635}
{"ep": "h1-00993", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5421, "status": "ok", "correct": true, "speedup": 1.5421, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 258.5, "calls": 2, "tokens_in": 5479, "tokens_out": 5102, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531296.1167324}
{"ep": "h1-00999", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0621, "status": "ok", "correct": true, "speedup": 4.0621, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 243.5, "calls": 2, "tokens_in": 7331, "tokens_out": 13305, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531297.5118306}
{"ep": "h1-01058", "task": "L2_070", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.014, "status": "ok", "correct": true, "speedup": 1.014, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 27.5, "calls": 1, "tokens_in": 5600, "tokens_out": 441, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791531300.7865136}
{"ep": "h1-00969", "task": "L2_025", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0172, "status": "ok", "correct": true, "speedup": 1.0172, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 359.3, "calls": 2, "tokens_in": 4103, "tokens_out": 1530, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531305.2121646}
{"ep": "h1-01037", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.5034, "status": "ok", "correct": true, "speedup": 2.5034, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 119.8, "calls": 2, "tokens_in": 16670, "tokens_out": 7449, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791531305.7212434}
{"ep": "h1-01047", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.7882, "status": "ok", "correct": true, "speedup": 4.7882, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 87.3, "calls": 2, "tokens_in": 5606, "tokens_out": 5575, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531315.7585127}
{"ep": "h1-01048", "task": "L1_077", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9126, "status": "ok", "correct": true, "speedup": 0.9126, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 90.3, "calls": 1, "tokens_in": 2021, "tokens_out": 1148, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531319.458674}
{"ep": "h1-01003", "task": "L2_025", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8269, "status": "ok", "correct": true, "speedup": 1.8269, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 248.9, "calls": 2, "tokens_in": 6062, "tokens_out": 8351, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531321.7914467}
{"ep": "h1-01052", "task": "L2_025", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'min_tanh_ext': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=min_tanh_ext -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/tor", "wall_s": 66.3, "calls": 1, "tokens_in": 1584, "tokens_out": 959, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531323.1456482}
{"ep": "h1-00986", "task": "L1_001", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2071, "status": "ok", "correct": true, "speedup": 1.2071, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 320.1, "calls": 2, "tokens_in": 5021, "tokens_out": 4354, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531336.6814528}
{"ep": "h1-01001", "task": "L2_074", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2601, "status": "ok", "correct": true, "speedup": 1.2601, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 281.8, "calls": 3, "tokens_in": 22081, "tokens_out": 2403, "ctx_chars": 10364, "ctx_sha": "19f3ac1a7ff915f6", "t_end": 1791531341.242017}
{"ep": "h1-00920", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.3607, "status": "ok", "correct": true, "speedup": 3.3607, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 583.2, "calls": 3, "tokens_in": 29481, "tokens_out": 21595, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531349.4138381}
{"ep": "h1-00942", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.1805, "status": "ok", "correct": true, "speedup": 4.1805, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 510.4, "calls": 3, "tokens_in": 33704, "tokens_out": 18395, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791531353.559073}
{"ep": "h1-01023", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.287, "status": "ok", "correct": true, "speedup": 1.287, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 219.5, "calls": 2, "tokens_in": 15967, "tokens_out": 6222, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791531354.1491709}
{"ep": "h1-01032", "task": "L2_053", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0121, "status": "ok", "correct": true, "speedup": 1.0121, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 189.6, "calls": 2, "tokens_in": 13642, "tokens_out": 1406, "ctx_chars": 10749, "ctx_sha": "3f4b70562dfa8638", "t_end": 1791531362.51642}
{"ep": "h1-00907", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0562, "status": "ok", "correct": true, "speedup": 1.0562, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 675.2, "calls": 5, "tokens_in": 39092, "tokens_out": 23323, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791531366.8979075}
{"ep": "h1-01068", "task": "L2_068", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fuse_minsub': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fuse_minsub -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch", "wall_s": 64.5, "calls": 1, "tokens_in": 1530, "tokens_out": 887, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531380.2159836}
{"ep": "h1-01024", "task": "L1_001", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8944, "status": "ok", "correct": true, "speedup": 0.8944, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 247.9, "calls": 3, "tokens_in": 8732, "tokens_out": 3696, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531393.1712236}
{"ep": "h1-01031", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2577, "status": "ok", "correct": true, "speedup": 1.2577, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 222.4, "calls": 2, "tokens_in": 21496, "tokens_out": 15800, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531394.763562}
{"ep": "h1-01051", "task": "L1_018", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4173, "status": "ok", "correct": true, "speedup": 1.4173, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 144.0, "calls": 2, "tokens_in": 4933, "tokens_out": 4288, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531394.8130918}
{"ep": "h1-01041", "task": "L1_015", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.68, "status": "ok", "correct": true, "speedup": 4.68, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 192.6, "calls": 1, "tokens_in": 5859, "tokens_out": 1187, "ctx_chars": 9438, "ctx_sha": "933f5608fb268360", "t_end": 1791531397.625552}
{"ep": "h1-01043", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 25.9613, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 191.0, "calls": 2, "tokens_in": 6241, "tokens_out": 6505, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531404.9392173}
{"ep": "h1-00987", "task": "L3_042", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.5434, "status": "ok", "correct": true, "speedup": 3.5434, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 393.9, "calls": 3, "tokens_in": 27622, "tokens_out": 16417, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531411.728612}
{"ep": "h1-00981", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0431, "status": "ok", "correct": true, "speedup": 1.0431, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 421.5, "calls": 2, "tokens_in": 19256, "tokens_out": 25753, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531414.6528888}
{"ep": "h1-01026", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5376, "status": "ok", "correct": true, "speedup": 1.5376, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 260.5, "calls": 2, "tokens_in": 5448, "tokens_out": 6032, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531418.0132835}
{"ep": "h1-01028", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0331, "status": "ok", "correct": true, "speedup": 1.0331, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 258.6, "calls": 2, "tokens_in": 14069, "tokens_out": 1500, "ctx_chars": 10901, "ctx_sha": "baed172422eeb8d7", "t_end": 1791531419.7728698}
{"ep": "h1-01014", "task": "L2_055", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0024, "status": "ok", "correct": true, "speedup": 1.0024, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 330.5, "calls": 3, "tokens_in": 19718, "tokens_out": 1291, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791531420.6276603}
{"ep": "h1-01034", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.244, "status": "ok", "correct": true, "speedup": 1.244, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 242.5, "calls": 2, "tokens_in": 16178, "tokens_out": 3888, "ctx_chars": 12471, "ctx_sha": "4ddcc848d0210ca9", "t_end": 1791531423.3281648}
{"ep": "h1-00955", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7863, "status": "ok", "correct": true, "speedup": 0.7863, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 522.7, "calls": 2, "tokens_in": 12108, "tokens_out": 29438, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531427.0999048}
{"ep": "h1-01039", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.1407, "status": "ok", "correct": true, "speedup": 5.1407, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 237.3, "calls": 2, "tokens_in": 4941, "tokens_out": 3814, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531428.7965605}
{"ep": "h1-00976", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0082, "status": "ok", "correct": true, "speedup": 1.0082, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 477.9, "calls": 5, "tokens_in": 52324, "tokens_out": 23973, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531435.6315615}
{"ep": "h1-01066", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.2882, "status": "ok", "correct": true, "speedup": 7.2882, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 136.2, "calls": 2, "tokens_in": 4170, "tokens_out": 1485, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531441.4444854}
{"ep": "h1-01006", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 5.9007, "status": "ok", "correct": true, "speedup": 5.9007, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 361.6, "calls": 4, "tokens_in": 24521, "tokens_out": 26970, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531442.109143}
{"ep": "h1-01040", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.067, "status": "ok", "correct": true, "speedup": 1.067, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 243.6, "calls": 2, "tokens_in": 13753, "tokens_out": 1945, "ctx_chars": 10191, "ctx_sha": "346e890b9cb8e685", "t_end": 1791531442.133325}
{"ep": "h1-01073", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1075, "status": "ok", "correct": true, "speedup": 1.1075, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 103.1, "calls": 2, "tokens_in": 4868, "tokens_out": 4178, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531444.3531826}
{"ep": "h1-00995", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.6669, "status": "ok", "correct": true, "speedup": 2.6669, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 406.2, "calls": 2, "tokens_in": 6270, "tokens_out": 6489, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531448.3697188}
{"ep": "h1-01071", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0591, "status": "ok", "correct": true, "speedup": 1.0591, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 131.6, "calls": 2, "tokens_in": 15851, "tokens_out": 5071, "ctx_chars": 11755, "ctx_sha": "c9bcbb50b8ac09fd", "t_end": 1791531454.7485433}
{"ep": "h1-01033", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1724, "status": "ok", "correct": true, "speedup": 1.1724, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 281.4, "calls": 2, "tokens_in": 8766, "tokens_out": 10585, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531456.2683957}
{"ep": "h1-01025", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7452, "status": "ok", "correct": true, "speedup": 1.7452, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 301.2, "calls": 2, "tokens_in": 6985, "tokens_out": 8868, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531457.3487852}
{"ep": "h1-01019", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2054, "status": "ok", "correct": true, "speedup": 2.2054, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 362.8, "calls": 2, "tokens_in": 8190, "tokens_out": 16633, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531461.4330988}
{"ep": "h1-01044", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2939, "status": "ok", "correct": true, "speedup": 1.2939, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 253.4, "calls": 2, "tokens_in": 9782, "tokens_out": 8705, "ctx_chars": 2932, "ctx_sha": "e5406f0f931ba9ce", "t_end": 1791531468.7312891}
{"ep": "h1-01055", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8771, "status": "ok", "correct": true, "speedup": 1.8771, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 206.2, "calls": 2, "tokens_in": 15857, "tokens_out": 6493, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "t_end": 1791531471.3955657}
{"ep": "h1-00944", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.4975, "status": "ok", "correct": true, "speedup": 7.4975, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 596.4, "calls": 3, "tokens_in": 30769, "tokens_out": 22071, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531471.4190512}
{"ep": "h1-00996", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0116, "status": "ok", "correct": true, "speedup": 1.0116, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 442.6, "calls": 2, "tokens_in": 13946, "tokens_out": 5609, "ctx_chars": 9192, "ctx_sha": "9ac79c33be050f60", "t_end": 1791531484.8623219}
{"ep": "h1-01027", "task": "L3_043", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1105, "status": "ok", "correct": true, "speedup": 0.1105, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 335.6, "calls": 4, "tokens_in": 26327, "tokens_out": 6974, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791531494.0874581}
{"ep": "h1-01092", "task": "L2_069", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fuse_hs_relu': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fuse_hs_relu -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/tor", "wall_s": 68.4, "calls": 1, "tokens_in": 1629, "tokens_out": 767, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531497.23097}
{"ep": "h1-01062", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2357, "status": "ok", "correct": true, "speedup": 1.2357, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 206.7, "calls": 2, "tokens_in": 12707, "tokens_out": 9313, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531502.1935666}
{"ep": "h1-01035", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9007, "status": "ok", "correct": true, "speedup": 1.9007, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 328.5, "calls": 2, "tokens_in": 6432, "tokens_out": 5749, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531509.7488735}
{"ep": "h1-01053", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9336, "status": "ok", "correct": true, "speedup": 0.9336, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 253.6, "calls": 2, "tokens_in": 13416, "tokens_out": 21955, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531511.1929607}
{"ep": "h1-01063", "task": "L3_029", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7011, "status": "ok", "correct": true, "speedup": 0.7011, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 219.3, "calls": 1, "tokens_in": 7616, "tokens_out": 5032, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531515.4631987}
{"ep": "h1-01010", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.8637, "status": "ok", "correct": true, "speedup": 4.8637, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 433.2, "calls": 3, "tokens_in": 12518, "tokens_out": 11443, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531516.972754}
{"ep": "h1-01100", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0157, "status": "ok", "correct": true, "speedup": 1.0157, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 61.0, "calls": 2, "tokens_in": 11944, "tokens_out": 1123, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791531517.253783}
{"ep": "h1-01079", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1948, "status": "ok", "correct": true, "speedup": 1.1948, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 155.4, "calls": 2, "tokens_in": 9829, "tokens_out": 7907, "ctx_chars": 2932, "ctx_sha": "e5406f0f931ba9ce", "t_end": 1791531535.6174748}
{"ep": "h1-01064", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0863, "status": "ok", "correct": true, "speedup": 1.0863, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 241.4, "calls": 2, "tokens_in": 5184, "tokens_out": 7107, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531538.8645532}
{"ep": "h1-01105", "task": "L1_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.6494, "status": "ok", "correct": true, "speedup": 4.6494, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 69.6, "calls": 2, "tokens_in": 13425, "tokens_out": 3558, "ctx_chars": 9438, "ctx_sha": "933f5608fb268360", "t_end": 1791531541.0214016}
{"ep": "h1-01036", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4013, "status": "ok", "correct": true, "speedup": 1.4013, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 356.2, "calls": 2, "tokens_in": 5378, "tokens_out": 5215, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531541.3841045}
{"ep": "h1-01080", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0321, "status": "ok", "correct": true, "speedup": 1.0321, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 148.5, "calls": 2, "tokens_in": 12283, "tokens_out": 1800, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791531541.6978421}
{"ep": "h1-01099", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3132, "status": "ok", "correct": true, "speedup": 1.3132, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 95.5, "calls": 2, "tokens_in": 15494, "tokens_out": 4436, "ctx_chars": 11357, "ctx_sha": "ce81245bc1f59985", "t_end": 1791531550.2750924}
{"ep": "h1-00989", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1102, "status": "ok", "correct": true, "speedup": 1.1102, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 522.6, "calls": 2, "tokens_in": 6642, "tokens_out": 9166, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531550.922969}
{"ep": "h1-01069", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0022, "status": "ok", "correct": true, "speedup": 1.0022, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 232.2, "calls": 2, "tokens_in": 13697, "tokens_out": 1536, "ctx_chars": 10909, "ctx_sha": "65e4e510dcc4381c", "t_end": 1791531551.6140215}
{"ep": "h1-00979", "task": "L2_008", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.2236, "status": "ok", "correct": true, "speedup": 3.2236, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 572.0, "calls": 3, "tokens_in": 14477, "tokens_out": 12473, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531552.3523343}
{"ep": "h1-01102", "task": "L2_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0332, "status": "ok", "correct": true, "speedup": 1.0332, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 94.4, "calls": 1, "tokens_in": 5550, "tokens_out": 477, "ctx_chars": 8989, "ctx_sha": "c705b15bb2c57b08", "t_end": 1791531555.8039062}
{"ep": "h1-01076", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.008, "status": "ok", "correct": true, "speedup": 1.008, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 202.2, "calls": 2, "tokens_in": 4219, "tokens_out": 2068, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531556.3401804}
{"ep": "h1-01042", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.9121, "status": "ok", "correct": true, "speedup": 3.9121, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 351.0, "calls": 2, "tokens_in": 17599, "tokens_out": 15121, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791531557.3556848}
{"ep": "h1-01108", "task": "L2_012", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0056, "status": "ok", "correct": true, "speedup": 1.0056, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 61.5, "calls": 2, "tokens_in": 12671, "tokens_out": 1330, "ctx_chars": 9890, "ctx_sha": "8695a4ea849dcf73", "t_end": 1791531558.762723}
{"ep": "h1-01083", "task": "L2_052", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3155, "status": "ok", "correct": true, "speedup": 1.3155, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 162.3, "calls": 3, "tokens_in": 23073, "tokens_out": 3357, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791531559.9345355}
{"ep": "h1-01038", "task": "L2_082", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9496, "status": "ok", "correct": true, "speedup": 1.9496, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 381.2, "calls": 2, "tokens_in": 14685, "tokens_out": 4090, "ctx_chars": 10743, "ctx_sha": "30d3b01036fcb086", "t_end": 1791531567.4974136}
{"ep": "h1-01054", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0061, "status": "ok", "correct": true, "speedup": 1.0061, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 314.8, "calls": 4, "tokens_in": 29472, "tokens_out": 15668, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531575.8199666}
{"ep": "h1-01060", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4383, "status": "ok", "correct": true, "speedup": 1.4383, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 290.9, "calls": 2, "tokens_in": 5115, "tokens_out": 4432, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531576.3256288}
{"ep": "h1-00851", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9292, "status": "ok", "correct": true, "speedup": 0.9292, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 1071.3, "calls": 5, "tokens_in": 91547, "tokens_out": 53539, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531579.1384506}
{"ep": "h1-01077", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1931, "status": "ok", "correct": true, "speedup": 1.1931, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 221.0, "calls": 2, "tokens_in": 8496, "tokens_out": 10075, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531583.5477424}
{"ep": "h1-01078", "task": "L3_043", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1907, "status": "ok", "correct": true, "speedup": 1.1907, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 219.0, "calls": 2, "tokens_in": 9200, "tokens_out": 6346, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791531585.860056}
{"ep": "h1-01098", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.7631, "status": "ok", "correct": true, "speedup": 9.7631, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 140.9, "calls": 2, "tokens_in": 7104, "tokens_out": 8229, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531589.2501988}
{"ep": "h1-01085", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.9313, "status": "ok", "correct": true, "speedup": 2.9313, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 187.7, "calls": 2, "tokens_in": 8648, "tokens_out": 10976, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531599.4092457}
{"ep": "h1-01089", "task": "L2_032", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1082, "status": "ok", "correct": true, "speedup": 1.1082, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 179.9, "calls": 1, "tokens_in": 6637, "tokens_out": 654, "ctx_chars": 11296, "ctx_sha": "2d2e82dae56fa580", "t_end": 1791531600.524607}
{"ep": "h1-01056", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 14.0672, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 343.4, "calls": 2, "tokens_in": 6525, "tokens_out": 7110, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531609.4794185}
{"ep": "h1-01090", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0013, "status": "ok", "correct": true, "speedup": 1.0013, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 189.3, "calls": 2, "tokens_in": 12754, "tokens_out": 1904, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791531612.61369}
{"ep": "h1-00998", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.9361, "status": "ok", "correct": true, "speedup": 1.9361, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 565.3, "calls": 2, "tokens_in": 8995, "tokens_out": 4643, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791531613.0127044}
{"ep": "h1-01084", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.0843, "status": "ok", "correct": true, "speedup": 3.0843, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 208.9, "calls": 2, "tokens_in": 6527, "tokens_out": 6708, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531613.8816702}
{"ep": "h1-01094", "task": "L3_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8509, "status": "ok", "correct": true, "speedup": 1.8509, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 174.2, "calls": 2, "tokens_in": 10247, "tokens_out": 4869, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791531615.6056633}
{"ep": "h1-01122", "task": "L2_053", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_act_053': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_act_053 -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/t", "wall_s": 64.3, "calls": 1, "tokens_in": 1669, "tokens_out": 957, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531615.9503787}
{"ep": "h1-01061", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4075, "status": "ok", "correct": true, "speedup": 0.4075, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 323.9, "calls": 2, "tokens_in": 8212, "tokens_out": 12602, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531617.1320877}
{"ep": "h1-01103", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0011, "status": "ok", "correct": true, "speedup": 1.0011, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 149.6, "calls": 2, "tokens_in": 3911, "tokens_out": 1848, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531618.36211}
{"ep": "h1-01009", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 8.4668, "status": "ok", "correct": true, "speedup": 8.4668, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 539.2, "calls": 3, "tokens_in": 27613, "tokens_out": 21924, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531621.9587011}
{"ep": "h1-01059", "task": "L2_052", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3912, "status": "ok", "correct": true, "speedup": 1.3912, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 352.8, "calls": 2, "tokens_in": 5318, "tokens_out": 4783, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531631.1695228}
{"ep": "h1-01070", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0361, "status": "ok", "correct": true, "speedup": 1.0361, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 311.9, "calls": 2, "tokens_in": 14268, "tokens_out": 2057, "ctx_chars": 10901, "ctx_sha": "baed172422eeb8d7", "t_end": 1791531633.6962242}
{"ep": "h1-01096", "task": "L2_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.034, "status": "ok", "correct": true, "speedup": 1.034, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 193.1, "calls": 1, "tokens_in": 5550, "tokens_out": 483, "ctx_chars": 8989, "ctx_sha": "c705b15bb2c57b08", "t_end": 1791531635.1906312}
{"ep": "h1-01072", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0158, "status": "ok", "correct": true, "speedup": 1.0158, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 312.4, "calls": 2, "tokens_in": 11906, "tokens_out": 1103, "ctx_chars": 9220, "ctx_sha": "08359cc7cf7c25a1", "t_end": 1791531649.0619838}
{"ep": "h1-01095", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 29.0014, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 237.5, "calls": 3, "tokens_in": 20858, "tokens_out": 10799, "ctx_chars": 6034, "ctx_sha": "22fd89455cfd7f9d", "t_end": 1791531679.6452487}
{"ep": "h1-01107", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4759, "status": "ok", "correct": true, "speedup": 1.4759, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 193.3, "calls": 2, "tokens_in": 15099, "tokens_out": 4188, "ctx_chars": 10850, "ctx_sha": "daebc65ff56f9d20", "t_end": 1791531687.3826206}
{"ep": "h1-01111", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6901, "status": "ok", "correct": true, "speedup": 0.6901, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 186.5, "calls": 2, "tokens_in": 8696, "tokens_out": 6663, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791531697.7113976}
{"ep": "h1-01116", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.1624, "status": "ok", "correct": true, "speedup": 9.1624, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 160.3, "calls": 2, "tokens_in": 8844, "tokens_out": 4105, "ctx_chars": 4348, "ctx_sha": "fb2a02ef8ac19686", "t_end": 1791531699.2107882}
{"ep": "h1-01075", "task": "L2_056", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.411, "status": "ok", "correct": true, "speedup": 4.411, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 347.5, "calls": 3, "tokens_in": 10260, "tokens_out": 6716, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531701.0991058}
{"ep": "h1-01124", "task": "L2_063", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3256, "status": "ok", "correct": true, "speedup": 1.3256, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 147.3, "calls": 2, "tokens_in": 4722, "tokens_out": 3971, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531703.1144915}
{"ep": "h1-01109", "task": "L3_033", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5083, "status": "ok", "correct": true, "speedup": 1.5083, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 201.9, "calls": 2, "tokens_in": 6419, "tokens_out": 6600, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531704.1148138}
{"ep": "h1-01106", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.8249, "status": "ok", "correct": true, "speedup": 2.8249, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 222.0, "calls": 2, "tokens_in": 16364, "tokens_out": 6718, "ctx_chars": 11582, "ctx_sha": "a74f6646d7158b72", "t_end": 1791531706.864435}
{"ep": "h1-01067", "task": "L2_079", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.6801, "status": "ok", "correct": true, "speedup": 2.6801, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 405.1, "calls": 3, "tokens_in": 15960, "tokens_out": 12169, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531710.7873044}
{"ep": "h1-01114", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0129, "status": "ok", "correct": true, "speedup": 1.0129, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 199.4, "calls": 2, "tokens_in": 14008, "tokens_out": 5402, "ctx_chars": 9192, "ctx_sha": "9ac79c33be050f60", "t_end": 1791531716.6052635}
{"ep": "h1-01112", "task": "L3_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.0373, "status": "ok", "correct": true, "speedup": 2.0373, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 205.5, "calls": 2, "tokens_in": 7009, "tokens_out": 4059, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531720.9678667}
{"ep": "h1-01057", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.3517, "status": "ok", "correct": true, "speedup": 7.3517, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 458.3, "calls": 3, "tokens_in": 30541, "tokens_out": 23222, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531725.9739072}
{"ep": "h1-00959", "task": "L3_045", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 830.8, "calls": 5, "tokens_in": 40846, "tokens_out": 12848, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531745.1755188}
{"ep": "h1-01133", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6136, "status": "ok", "correct": true, "speedup": 1.6136, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 174.4, "calls": 2, "tokens_in": 16851, "tokens_out": 4871, "ctx_chars": 11886, "ctx_sha": "8cbbd063f294068f", "t_end": 1791531757.9088032}
{"ep": "h1-01148", "task": "L1_017", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7008, "status": "ok", "correct": true, "speedup": 0.7008, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 127.8, "calls": 3, "tokens_in": 20530, "tokens_out": 3551, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791531761.4752777}
{"ep": "h1-01151", "task": "L2_069", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_act_hs_relu': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_act_hs_relu -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/i", "wall_s": 82.1, "calls": 1, "tokens_in": 1629, "tokens_out": 746, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531761.7576697}
{"ep": "h1-01143", "task": "L2_055", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0025, "status": "ok", "correct": true, "speedup": 1.0025, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 147.7, "calls": 3, "tokens_in": 20411, "tokens_out": 1651, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791531763.6969507}
{"ep": "h1-01147", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9393, "status": "ok", "correct": true, "speedup": 0.9393, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 138.1, "calls": 2, "tokens_in": 12232, "tokens_out": 3094, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791531769.2380688}
{"ep": "h1-01113", "task": "L2_084", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.5222, "status": "ok", "correct": true, "speedup": 4.5222, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 252.3, "calls": 2, "tokens_in": 6643, "tokens_out": 9784, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531769.2626078}
{"ep": "h1-01104", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9602, "status": "ok", "correct": true, "speedup": 0.9602, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 302.1, "calls": 2, "tokens_in": 6178, "tokens_out": 9301, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531773.5279002}
{"ep": "h1-01149", "task": "L3_043", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.1092, "status": "ok", "correct": true, "speedup": 0.1092, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 148.7, "calls": 2, "tokens_in": 10471, "tokens_out": 7456, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531783.8900099}
{"ep": "h1-01144", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.7272, "status": "ok", "correct": true, "speedup": 1.7272, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 175.1, "calls": 2, "tokens_in": 16068, "tokens_out": 7264, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "t_end": 1791531792.2207112}
{"ep": "h1-01121", "task": "L2_071", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2595, "status": "ok", "correct": true, "speedup": 1.2595, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 249.1, "calls": 2, "tokens_in": 13752, "tokens_out": 2126, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791531800.051036}
{"ep": "h1-01125", "task": "L2_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0605, "status": "ok", "correct": true, "speedup": 1.0605, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 244.6, "calls": 2, "tokens_in": 4980, "tokens_out": 2633, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531800.9064806}
{"ep": "h1-01146", "task": "L1_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 12.8069, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 179.6, "calls": 2, "tokens_in": 6604, "tokens_out": 7390, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531801.5878434}
{"ep": "h1-01101", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8547, "status": "ok", "correct": true, "speedup": 0.8547, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 346.2, "calls": 2, "tokens_in": 18013, "tokens_out": 19608, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531803.557912}
{"ep": "h1-01132", "task": "L3_036", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0768, "status": "ok", "correct": true, "speedup": 0.0768, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 225.0, "calls": 5, "tokens_in": 29224, "tokens_out": 6447, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531804.106366}
{"ep": "h1-01140", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2423, "status": "ok", "correct": true, "speedup": 1.2423, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 196.0, "calls": 2, "tokens_in": 9690, "tokens_out": 10021, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531809.035503}
{"ep": "h1-01065", "task": "L2_067", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5812, "status": "ok", "correct": true, "speedup": 0.5812, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 519.9, "calls": 2, "tokens_in": 16281, "tokens_out": 10341, "ctx_chars": 11023, "ctx_sha": "04625c0d6e6734eb", "t_end": 1791531820.6465695}
{"ep": "h1-01088", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.7464, "status": "ok", "correct": true, "speedup": 3.7464, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 404.4, "calls": 2, "tokens_in": 13505, "tokens_out": 3337, "ctx_chars": 9311, "ctx_sha": "6a99911cb1ac1a4e", "t_end": 1791531824.1685944}
{"ep": "h1-01118", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0007, "status": "ok", "correct": true, "speedup": 1.0007, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 284.1, "calls": 2, "tokens_in": 15711, "tokens_out": 4595, "ctx_chars": 11755, "ctx_sha": "c9bcbb50b8ac09fd", "t_end": 1791531825.5333748}
{"ep": "h1-01110", "task": "L3_044", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3789, "status": "ok", "correct": true, "speedup": 1.3789, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 317.6, "calls": 4, "tokens_in": 24580, "tokens_out": 4916, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531827.3138378}
{"ep": "h1-01097", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.166, "status": "ok", "correct": true, "speedup": 2.166, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 384.5, "calls": 3, "tokens_in": 12705, "tokens_out": 10037, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531828.9006925}
{"ep": "h1-01160", "task": "L2_035", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2674, "status": "ok", "correct": true, "speedup": 1.2674, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 114.7, "calls": 1, "tokens_in": 5908, "tokens_out": 951, "ctx_chars": 9835, "ctx_sha": "6aedb10d18ef2e36", "t_end": 1791531831.2904031}
{"ep": "h1-01120", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.173, "status": "ok", "correct": true, "speedup": 2.173, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 287.9, "calls": 2, "tokens_in": 12572, "tokens_out": 1575, "ctx_chars": 9855, "ctx_sha": "1a6a80cca09cee48", "t_end": 1791531838.154871}
{"ep": "h1-01050", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3589, "status": "ok", "correct": true, "speedup": 0.3589, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 613.8, "calls": 2, "tokens_in": 15885, "tokens_out": 6279, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791531846.0593088}
{"ep": "h1-01169", "task": "L2_032", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'scale_min_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=scale_min_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/t", "wall_s": 77.0, "calls": 1, "tokens_in": 1681, "tokens_out": 972, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531846.312448}
{"ep": "h1-01170", "task": "L2_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'scale_fused_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=scale_fused_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inclu", "wall_s": 73.8, "calls": 1, "tokens_in": 1694, "tokens_out": 759, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531847.2940965}
{"ep": "h1-01074", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4031, "status": "ok", "correct": true, "speedup": 1.4031, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 500.8, "calls": 2, "tokens_in": 4665, "tokens_out": 3892, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531850.198921}
{"ep": "h1-01176", "task": "L2_098", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 1.0009, "status": "ok", "correct": true, "speedup": 1.0009, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 55.9, "calls": 1, "tokens_in": 1737, "tokens_out": 2189, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531859.501559}
{"ep": "h1-01150", "task": "L1_062", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4612, "status": "ok", "correct": true, "speedup": 0.4612, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 210.4, "calls": 2, "tokens_in": 6769, "tokens_out": 7614, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531859.5071802}
{"ep": "h1-01164", "task": "L2_027", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1578, "status": "ok", "correct": true, "speedup": 1.1578, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 104.7, "calls": 3, "tokens_in": 9841, "tokens_out": 3273, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531862.5811143}
{"ep": "h1-01130", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2431, "status": "ok", "correct": true, "speedup": 1.2431, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 287.7, "calls": 2, "tokens_in": 4563, "tokens_out": 3047, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531863.5653787}
{"ep": "h1-01174", "task": "L2_072", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_pbn': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_pbn -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/torch/csr", "wall_s": 67.6, "calls": 1, "tokens_in": 1763, "tokens_out": 2124, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531868.4790695}
{"ep": "h1-01161", "task": "L2_040", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0409, "status": "ok", "correct": true, "speedup": 1.0409, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 155.9, "calls": 2, "tokens_in": 12087, "tokens_out": 2144, "ctx_chars": 8989, "ctx_sha": "c705b15bb2c57b08", "t_end": 1791531876.8665776}
{"ep": "h1-01127", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3567, "status": "ok", "correct": true, "speedup": 0.3567, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 325.3, "calls": 2, "tokens_in": 9882, "tokens_out": 18053, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531884.071597}
{"ep": "h1-01021", "task": "L3_015", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4694, "status": "ok", "correct": true, "speedup": 0.4694, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 772.7, "calls": 4, "tokens_in": 32791, "tokens_out": 11041, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531892.0121}
{"ep": "h1-01159", "task": "L2_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2499, "status": "ok", "correct": true, "speedup": 1.2499, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 182.5, "calls": 2, "tokens_in": 15629, "tokens_out": 2375, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "t_end": 1791531893.3306463}
{"ep": "h1-01128", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8593, "status": "ok", "correct": true, "speedup": 0.8593, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 342.8, "calls": 2, "tokens_in": 10670, "tokens_out": 5307, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791531902.691068}
{"ep": "h1-01134", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.6893, "status": "ok", "correct": true, "speedup": 2.6893, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 318.9, "calls": 2, "tokens_in": 16442, "tokens_out": 6395, "ctx_chars": 11582, "ctx_sha": "a74f6646d7158b72", "t_end": 1791531904.727135}
{"ep": "h1-01086", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 54.9091, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 490.3, "calls": 3, "tokens_in": 32965, "tokens_out": 22240, "ctx_chars": 10613, "ctx_sha": "62447346e53b88c7", "t_end": 1791531904.9291253}
{"ep": "h1-01091", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0298, "status": "ok", "correct": true, "speedup": 1.0298, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 477.9, "calls": 2, "tokens_in": 12874, "tokens_out": 5501, "ctx_chars": 8449, "ctx_sha": "9b009b1f2fb08074", "t_end": 1791531904.9646928}
{"ep": "h1-01137", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.039, "status": "ok", "correct": true, "speedup": 3.039, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 317.2, "calls": 2, "tokens_in": 7277, "tokens_out": 10603, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531917.7589307}
{"ep": "h1-01165", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3953, "status": "ok", "correct": true, "speedup": 1.3953, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 158.8, "calls": 3, "tokens_in": 11976, "tokens_out": 8297, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531920.2826288}
{"ep": "h1-01136", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3698, "status": "ok", "correct": true, "speedup": 1.3698, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 332.4, "calls": 3, "tokens_in": 11299, "tokens_out": 7719, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531931.7852008}
{"ep": "h1-01156", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1948, "status": "ok", "correct": true, "speedup": 1.1948, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 238.7, "calls": 2, "tokens_in": 5428, "tokens_out": 5196, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531941.7932568}
{"ep": "h1-01126", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0038, "status": "ok", "correct": true, "speedup": 1.0038, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 387.2, "calls": 2, "tokens_in": 13702, "tokens_out": 1533, "ctx_chars": 10909, "ctx_sha": "65e4e510dcc4381c", "t_end": 1791531944.548637}
{"ep": "h1-01158", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 9.2598, "status": "ok", "correct": true, "speedup": 9.2598, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 240.5, "calls": 3, "tokens_in": 14914, "tokens_out": 12937, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531947.343254}
{"ep": "h1-01119", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3629, "status": "ok", "correct": true, "speedup": 1.3629, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 407.7, "calls": 2, "tokens_in": 5083, "tokens_out": 4834, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531949.3688788}
{"ep": "h1-01145", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.6058, "status": "ok", "correct": true, "speedup": 2.6058, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 331.3, "calls": 2, "tokens_in": 6725, "tokens_out": 6022, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531949.6617427}
{"ep": "h1-01141", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.9859, "status": "ok", "correct": true, "speedup": 4.9859, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 341.4, "calls": 3, "tokens_in": 32118, "tokens_out": 25675, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531955.282615}
{"ep": "h1-01155", "task": "L1_013", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8824, "status": "ok", "correct": true, "speedup": 0.8824, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 255.0, "calls": 3, "tokens_in": 23788, "tokens_out": 3284, "ctx_chars": 10850, "ctx_sha": "daebc65ff56f9d20", "t_end": 1791531956.0606074}
{"ep": "h1-01171", "task": "L1_001", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9478, "status": "ok", "correct": true, "speedup": 0.9478, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 173.7, "calls": 2, "tokens_in": 14381, "tokens_out": 3581, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791531957.5569155}
{"ep": "h1-01045", "task": "L3_045", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9977, "status": "ok", "correct": true, "speedup": 0.9977, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 736.1, "calls": 5, "tokens_in": 41253, "tokens_out": 19237, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531958.491418}
{"ep": "h1-01087", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2914, "status": "ok", "correct": true, "speedup": 1.2914, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 547.1, "calls": 2, "tokens_in": 7544, "tokens_out": 8050, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531965.065195}
{"ep": "h1-01082", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4521, "status": "ok", "correct": true, "speedup": 1.4521, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 572.4, "calls": 3, "tokens_in": 25983, "tokens_out": 8614, "ctx_chars": 10850, "ctx_sha": "daebc65ff56f9d20", "t_end": 1791531967.1668465}
{"ep": "h1-01123", "task": "L3_039", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.7226, "status": "ok", "correct": true, "speedup": 7.7226, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 415.2, "calls": 3, "tokens_in": 28857, "tokens_out": 23422, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791531967.5589883}
{"ep": "h1-01046", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2508, "status": "ok", "correct": true, "speedup": 2.2508, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 742.2, "calls": 3, "tokens_in": 20579, "tokens_out": 15622, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531969.828346}
{"ep": "h1-01131", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2022, "status": "ok", "correct": true, "speedup": 1.2022, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 413.0, "calls": 2, "tokens_in": 4939, "tokens_out": 4659, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531989.3363523}
{"ep": "h1-01157", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5428, "status": "ok", "correct": true, "speedup": 1.5428, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 290.6, "calls": 2, "tokens_in": 6520, "tokens_out": 7779, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531994.728608}
{"ep": "h1-01182", "task": "L2_056", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9965, "status": "ok", "correct": true, "speedup": 0.9965, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 168.1, "calls": 1, "tokens_in": 1572, "tokens_out": 824, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791531995.451445}
{"ep": "h1-01216", "task": "L2_095", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0351, "status": "ok", "correct": true, "speedup": 1.0351, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 48.1, "calls": 1, "tokens_in": 1668, "tokens_out": 638, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532015.2709832}
{"ep": "h1-01194", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "no_custom_kernel", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "none of the candidate's kernels ['__launch_bounds__'] ran on the GPU during forward (torch-only paths are not a kernel)", "wall_s": 151.6, "calls": 1, "tokens_in": 1751, "tokens_out": 4965, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532020.103107}
{"ep": "h1-01168", "task": "L1_014", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.5599, "status": "ok", "correct": true, "speedup": 4.5599, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 251.7, "calls": 2, "tokens_in": 5231, "tokens_out": 5117, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532020.923038}
{"ep": "h1-01135", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4501, "status": "ok", "correct": true, "speedup": 0.4501, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 433.7, "calls": 3, "tokens_in": 11112, "tokens_out": 10387, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532022.9656546}
{"ep": "h1-01180", "task": "L3_047", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.9577, "status": "ok", "correct": true, "speedup": 2.9577, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 199.7, "calls": 2, "tokens_in": 8208, "tokens_out": 7974, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532023.8421094}
{"ep": "h1-01213", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0659, "status": "ok", "correct": true, "speedup": 1.0659, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 86.8, "calls": 2, "tokens_in": 4899, "tokens_out": 2880, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532044.3375978}
{"ep": "h1-01217", "task": "L3_029", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5402, "status": "ok", "correct": true, "speedup": 0.5402, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 77.9, "calls": 1, "tokens_in": 10319, "tokens_out": 5093, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532045.4466567}
{"ep": "h1-01175", "task": "L1_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.9625, "status": "ok", "correct": true, "speedup": 2.9625, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 245.3, "calls": 2, "tokens_in": 7219, "tokens_out": 10632, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532046.913096}
{"ep": "h1-01203", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.6219, "status": "ok", "correct": true, "speedup": 4.6219, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 129.3, "calls": 2, "tokens_in": 7147, "tokens_out": 6823, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532047.0540755}
{"ep": "h1-01208", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3192, "status": "ok", "correct": true, "speedup": 1.3192, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 107.7, "calls": 2, "tokens_in": 15448, "tokens_out": 4952, "ctx_chars": 11357, "ctx_sha": "ce81245bc1f59985", "t_end": 1791532055.0364718}
{"ep": "h1-01115", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.5904, "status": "ok", "correct": true, "speedup": 2.5904, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 522.1, "calls": 2, "tokens_in": 14628, "tokens_out": 3898, "ctx_chars": 10362, "ctx_sha": "51d761e43339b5b6", "t_end": 1791532057.7224202}
{"ep": "h1-01185", "task": "L2_074", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2711, "status": "ok", "correct": true, "speedup": 1.2711, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 222.4, "calls": 3, "tokens_in": 21726, "tokens_out": 2205, "ctx_chars": 10364, "ctx_sha": "19f3ac1a7ff915f6", "t_end": 1791532060.5768447}
{"ep": "h1-01209", "task": "L3_001", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.8945, "status": "ok", "correct": true, "speedup": 0.8945, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 111.9, "calls": 2, "tokens_in": 10700, "tokens_out": 5200, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532061.3178365}
{"ep": "h1-01195", "task": "L3_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0833, "status": "ok", "correct": true, "speedup": 1.0833, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 187.0, "calls": 2, "tokens_in": 11075, "tokens_out": 13789, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532063.8314698}
{"ep": "h1-01202", "task": "L2_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.7267, "status": "ok", "correct": true, "speedup": 2.7267, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 162.6, "calls": 3, "tokens_in": 26561, "tokens_out": 9671, "ctx_chars": 10177, "ctx_sha": "cf1072ae0bde8a1b", "t_end": 1791532067.5245678}
{"ep": "h1-01163", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5418, "status": "ok", "correct": true, "speedup": 1.5418, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 330.6, "calls": 2, "tokens_in": 15970, "tokens_out": 4352, "ctx_chars": 11288, "ctx_sha": "b0db956aa86ee683", "t_end": 1791532075.7764714}
{"ep": "h1-01117", "task": "L2_069", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.3036, "status": "ok", "correct": true, "speedup": 2.3036, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 539.4, "calls": 3, "tokens_in": 13933, "tokens_out": 11000, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532080.4073756}
{"ep": "h1-01142", "task": "L3_015", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7887, "status": "ok", "correct": true, "speedup": 0.7887, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 470.0, "calls": 2, "tokens_in": 17782, "tokens_out": 19177, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532085.5655599}
{"ep": "h1-01166", "task": "L3_027", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2141, "status": "ok", "correct": true, "speedup": 1.2141, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 327.2, "calls": 2, "tokens_in": 7085, "tokens_out": 6108, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532089.0054739}
{"ep": "h1-01218", "task": "L1_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7302, "status": "ok", "correct": true, "speedup": 0.7302, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 122.9, "calls": 1, "tokens_in": 6878, "tokens_out": 1003, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791532092.7386513}
{"ep": "h1-01207", "task": "L1_017", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5634, "status": "ok", "correct": true, "speedup": 1.5634, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 150.5, "calls": 2, "tokens_in": 5126, "tokens_out": 4778, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532095.0385659}
{"ep": "h1-01162", "task": "L2_011", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0579, "status": "ok", "correct": true, "speedup": 1.0579, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 374.6, "calls": 2, "tokens_in": 7901, "tokens_out": 9935, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532100.5845292}
{"ep": "h1-01183", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.1836, "status": "ok", "correct": true, "speedup": 7.1836, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 274.7, "calls": 2, "tokens_in": 5722, "tokens_out": 1168, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791532103.608951}
{"ep": "h1-01222", "task": "L2_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'div_lrelu_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=div_lrelu_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/t", "wall_s": 88.5, "calls": 1, "tokens_in": 1587, "tokens_out": 715, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532103.7521355}
{"ep": "h1-01173", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3732, "status": "ok", "correct": true, "speedup": 1.3732, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 306.8, "calls": 2, "tokens_in": 8853, "tokens_out": 6964, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532106.881822}
{"ep": "h1-01221", "task": "L2_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2608, "status": "ok", "correct": true, "speedup": 1.2608, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 120.1, "calls": 1, "tokens_in": 6424, "tokens_out": 506, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "t_end": 1791532115.561611}
{"ep": "h1-01167", "task": "L3_004", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9695, "status": "ok", "correct": true, "speedup": 0.9695, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 354.8, "calls": 4, "tokens_in": 16992, "tokens_out": 4898, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532118.4916759}
{"ep": "h1-01211", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.526, "status": "ok", "correct": true, "speedup": 0.526, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 165.3, "calls": 2, "tokens_in": 13440, "tokens_out": 8083, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532120.5787306}
{"ep": "h1-01199", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5696, "status": "ok", "correct": true, "speedup": 1.5696, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 217.9, "calls": 2, "tokens_in": 5182, "tokens_out": 4428, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532120.6186533}
{"ep": "h1-01093", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.8299, "status": "ok", "correct": true, "speedup": 4.8299, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 691.3, "calls": 4, "tokens_in": 24688, "tokens_out": 21560, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532126.9321108}
{"ep": "h1-01196", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.3896, "status": "ok", "correct": true, "speedup": 6.3896, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 249.0, "calls": 2, "tokens_in": 4093, "tokens_out": 1405, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532133.0268087}
{"ep": "h1-01154", "task": "L2_003", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5016, "status": "ok", "correct": true, "speedup": 1.5016, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 443.7, "calls": 2, "tokens_in": 15893, "tokens_out": 4851, "ctx_chars": 11288, "ctx_sha": "b0db956aa86ee683", "t_end": 1791532142.901359}
{"ep": "h1-01129", "task": "L3_026", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2893, "status": "ok", "correct": true, "speedup": 1.2893, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 578.7, "calls": 2, "tokens_in": 14495, "tokens_out": 28769, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532146.190619}
{"ep": "h1-01220", "task": "L2_015", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4269, "status": "ok", "correct": true, "speedup": 1.4269, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 160.1, "calls": 2, "tokens_in": 15485, "tokens_out": 4748, "ctx_chars": 11357, "ctx_sha": "ce81245bc1f59985", "t_end": 1791532154.79352}
{"ep": "h1-01152", "task": "L1_071", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.096, "status": "ok", "correct": true, "speedup": 0.096, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 468.5, "calls": 2, "tokens_in": 6498, "tokens_out": 4610, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532155.8856304}
{"ep": "h1-01223", "task": "L2_011", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.6434, "status": "ok", "correct": true, "speedup": 3.6434, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 138.8, "calls": 3, "tokens_in": 29589, "tokens_out": 6608, "ctx_chars": 12352, "ctx_sha": "5533cb2a86547de2", "t_end": 1791532158.886196}
{"ep": "h1-01204", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0552, "status": "ok", "correct": true, "speedup": 1.0552, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 242.6, "calls": 2, "tokens_in": 15832, "tokens_out": 3849, "ctx_chars": 10864, "ctx_sha": "46fefeb0053babb6", "t_end": 1791532162.8429322}
{"ep": "h1-01238", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0275, "status": "ok", "correct": true, "speedup": 1.0275, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 83.5, "calls": 2, "tokens_in": 13201, "tokens_out": 5223, "ctx_chars": 8449, "ctx_sha": "9b009b1f2fb08074", "t_end": 1791532163.9405282}
{"ep": "h1-01227", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0298, "status": "ok", "correct": true, "speedup": 1.0298, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 126.3, "calls": 2, "tokens_in": 12600, "tokens_out": 3803, "ctx_chars": 8449, "ctx_sha": "9b009b1f2fb08074", "t_end": 1791532170.6524088}
{"ep": "h1-01226", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 25.1339, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 155.4, "calls": 2, "tokens_in": 6486, "tokens_out": 6738, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532179.2665765}
{"ep": "h1-01212", "task": "L2_008", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0636, "status": "ok", "correct": true, "speedup": 1.0636, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 224.3, "calls": 4, "tokens_in": 34535, "tokens_out": 3718, "ctx_chars": 11062, "ctx_sha": "2b5cd4f5c3cc851b", "t_end": 1791532180.3680465}
{"ep": "h1-01186", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.8276, "status": "ok", "correct": true, "speedup": 3.8276, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 335.1, "calls": 3, "tokens_in": 14986, "tokens_out": 9548, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532181.1691978}
{"ep": "h1-01233", "task": "L2_012", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0117, "status": "ok", "correct": true, "speedup": 1.0117, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 121.4, "calls": 1, "tokens_in": 5888, "tokens_out": 535, "ctx_chars": 9890, "ctx_sha": "8695a4ea849dcf73", "t_end": 1791532181.9574144}
{"ep": "h1-01184", "task": "L1_002", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2275, "status": "ok", "correct": true, "speedup": 1.2275, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 352.3, "calls": 2, "tokens_in": 4913, "tokens_out": 4159, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532183.6316767}
{"ep": "h1-01181", "task": "L3_049", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.4468, "status": "ok", "correct": true, "speedup": 2.4468, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 358.6, "calls": 5, "tokens_in": 77443, "tokens_out": 23655, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532184.1324716}
{"ep": "h1-01193", "task": "L1_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.0405, "status": "ok", "correct": true, "speedup": 4.0405, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 321.3, "calls": 3, "tokens_in": 17070, "tokens_out": 12840, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532184.8461978}
{"ep": "h1-01236", "task": "L3_046", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9415, "status": "ok", "correct": true, "speedup": 0.9415, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 122.0, "calls": 3, "tokens_in": 29025, "tokens_out": 5050, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791532189.4975216}
{"ep": "h1-01248", "task": "L2_082", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_tanh_pool': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_tanh_pool -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/inclu", "wall_s": 73.3, "calls": 1, "tokens_in": 1780, "tokens_out": 1342, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532191.7710683}
{"ep": "h1-01205", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.4609, "status": "ok", "correct": true, "speedup": 4.4609, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 269.3, "calls": 3, "tokens_in": 23545, "tokens_out": 11325, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532201.0716095}
{"ep": "h1-01256", "task": "L2_058", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2348, "status": "ok", "correct": true, "speedup": 1.2348, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 47.8, "calls": 3, "tokens_in": 22590, "tokens_out": 1783, "ctx_chars": 11393, "ctx_sha": "d0a999376e3d430c", "t_end": 1791532203.6431212}
{"ep": "h1-01177", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.01, "status": "ok", "correct": true, "speedup": 1.01, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 399.7, "calls": 4, "tokens_in": 21672, "tokens_out": 12011, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532203.8002644}
{"ep": "h1-01251", "task": "L1_013", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.496, "status": "ok", "correct": true, "speedup": 1.496, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 78.5, "calls": 2, "tokens_in": 5298, "tokens_out": 3952, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532205.4059334}
{"ep": "h1-01189", "task": "L2_085", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.3596, "status": "ok", "correct": true, "speedup": 3.3596, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 357.2, "calls": 2, "tokens_in": 9194, "tokens_out": 17660, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532207.3914568}
{"ep": "h1-01257", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0322, "status": "ok", "correct": true, "speedup": 1.0322, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 49.1, "calls": 1, "tokens_in": 1706, "tokens_out": 1487, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532207.9389603}
{"ep": "h1-01254", "task": "L2_025", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'min_tanh_mod': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=min_tanh_mod -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/torch/include/tor", "wall_s": 64.4, "calls": 1, "tokens_in": 1584, "tokens_out": 946, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532210.563946}
{"ep": "h1-01198", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.116, "status": "ok", "correct": true, "speedup": 2.116, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 320.3, "calls": 2, "tokens_in": 8509, "tokens_out": 14594, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532213.6605403}
{"ep": "h1-01190", "task": "L1_077", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1001, "status": "ok", "correct": true, "speedup": 2.1001, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 361.2, "calls": 2, "tokens_in": 5984, "tokens_out": 5125, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532220.6779494}
{"ep": "h1-01228", "task": "L1_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 12.904, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 177.6, "calls": 3, "tokens_in": 13878, "tokens_out": 2813, "ctx_chars": 4348, "ctx_sha": "fb2a02ef8ac19686", "t_end": 1791532223.0705147}
{"ep": "h1-01191", "task": "L3_004", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.4517, "status": "ok", "correct": true, "speedup": 4.4517, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 367.0, "calls": 3, "tokens_in": 14599, "tokens_out": 9874, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532226.5324686}
{"ep": "h1-01235", "task": "L2_063", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0043, "status": "ok", "correct": true, "speedup": 1.0043, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 169.9, "calls": 1, "tokens_in": 6275, "tokens_out": 422, "ctx_chars": 10823, "ctx_sha": "819fb7af68fa10a5", "t_end": 1791532233.7096918}
{"ep": "h1-01224", "task": "L2_059", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1183, "status": "ok", "correct": true, "speedup": 1.1183, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 213.2, "calls": 2, "tokens_in": 4876, "tokens_out": 4064, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532234.1133952}
{"ep": "h1-01225", "task": "L3_038", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7783, "status": "ok", "correct": true, "speedup": 0.7783, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 212.6, "calls": 2, "tokens_in": 12074, "tokens_out": 1732, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791532235.5931299}
{"ep": "h1-01178", "task": "L3_002", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5723, "status": "ok", "correct": true, "speedup": 1.5723, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 433.8, "calls": 2, "tokens_in": 5463, "tokens_out": 5106, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532242.8429785}
{"ep": "h1-01249", "task": "L2_097", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0276, "status": "ok", "correct": true, "speedup": 1.0276, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 127.3, "calls": 2, "tokens_in": 6071, "tokens_out": 5818, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532247.8817456}
{"ep": "h1-01253", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7874, "status": "ok", "correct": true, "speedup": 0.7874, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 106.5, "calls": 2, "tokens_in": 12231, "tokens_out": 2589, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791532249.3670819}
{"ep": "h1-01255", "task": "L2_098", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 7.2885, "status": "ok", "correct": true, "speedup": 7.2885, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 97.2, "calls": 2, "tokens_in": 4584, "tokens_out": 2456, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532251.9488108}
{"ep": "h1-01237", "task": "L1_002", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.917, "status": "ok", "correct": true, "speedup": 0.917, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 179.5, "calls": 1, "tokens_in": 1562, "tokens_out": 1890, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532255.257036}
{"ep": "h1-01139", "task": "L3_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7914, "status": "ok", "correct": true, "speedup": 0.7914, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 648.7, "calls": 4, "tokens_in": 39464, "tokens_out": 9469, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532261.2814462}
{"ep": "h1-01201", "task": "L2_073", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0893, "status": "ok", "correct": true, "speedup": 1.0893, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 357.3, "calls": 3, "tokens_in": 20599, "tokens_out": 3104, "ctx_chars": 9590, "ctx_sha": "5bdedd614e688703", "t_end": 1791532262.2309017}
{"ep": "h1-01187", "task": "L3_044", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3788, "status": "ok", "correct": true, "speedup": 1.3788, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 417.9, "calls": 4, "tokens_in": 24385, "tokens_out": 6507, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532264.2051046}
{"ep": "h1-01214", "task": "L1_050", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.3248, "status": "ok", "correct": true, "speedup": 1.3248, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 306.8, "calls": 2, "tokens_in": 17767, "tokens_out": 11831, "ctx_chars": 13278, "ctx_sha": "cb78f644acd17887", "t_end": 1791532265.3337407}
{"ep": "h1-01246", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2663, "status": "ok", "correct": true, "speedup": 1.2663, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 162.8, "calls": 2, "tokens_in": 4951, "tokens_out": 3614, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532269.6744647}
{"ep": "h1-01244", "task": "L2_020", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4491, "status": "ok", "correct": true, "speedup": 1.4491, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 166.1, "calls": 2, "tokens_in": 13827, "tokens_out": 1418, "ctx_chars": 10756, "ctx_sha": "52a5fe04bf576804", "t_end": 1791532269.7355468}
{"ep": "h1-01240", "task": "L1_065", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2045, "status": "ok", "correct": true, "speedup": 2.2045, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 182.9, "calls": 1, "tokens_in": 6886, "tokens_out": 1134, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791532271.8861103}
{"ep": "h1-01252", "task": "L2_037", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1926, "status": "ok", "correct": true, "speedup": 1.1926, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 140.8, "calls": 1, "tokens_in": 1707, "tokens_out": 1695, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532273.7874422}
{"ep": "h1-01259", "task": "L1_088", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 6.3444, "status": "ok", "correct": true, "speedup": 6.3444, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 125.6, "calls": 2, "tokens_in": 4029, "tokens_out": 1336, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532289.5772471}
{"ep": "h1-01245", "task": "L3_036", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0834, "status": "ok", "correct": true, "speedup": 0.0834, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 186.8, "calls": 2, "tokens_in": 11535, "tokens_out": 9120, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532290.5522451}
{"ep": "h1-01232", "task": "L3_044", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.2753, "status": "ok", "correct": true, "speedup": 0.2753, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 238.3, "calls": 2, "tokens_in": 10276, "tokens_out": 11346, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532296.0558095}
{"ep": "h1-01200", "task": "L3_002", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.9452, "status": "ok", "correct": true, "speedup": 0.9452, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 406.1, "calls": 3, "tokens_in": 16020, "tokens_out": 2366, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532310.7833877}
{"ep": "h1-01215", "task": "L3_019", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7709, "status": "ok", "correct": true, "speedup": 0.7709, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 348.3, "calls": 2, "tokens_in": 12105, "tokens_out": 4688, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532313.3907344}
{"ep": "h1-01242", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1729, "status": "ok", "correct": true, "speedup": 1.1729, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 219.8, "calls": 2, "tokens_in": 9636, "tokens_out": 16072, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532314.8230436}
{"ep": "h1-01206", "task": "L3_033", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0266, "status": "ok", "correct": true, "speedup": 1.0266, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 375.1, "calls": 2, "tokens_in": 8340, "tokens_out": 2805, "ctx_chars": 3355, "ctx_sha": "cc270772e526c41f", "t_end": 1791532316.8672147}
{"ep": "h1-01260", "task": "L1_040", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.172, "status": "ok", "correct": true, "speedup": 3.172, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 162.0, "calls": 2, "tokens_in": 8056, "tokens_out": 1713, "ctx_chars": 4348, "ctx_sha": "fb2a02ef8ac19686", "t_end": 1791532332.6840343}
{"ep": "h1-01263", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0375, "status": "ok", "correct": true, "speedup": 1.0375, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 153.3, "calls": 2, "tokens_in": 4257, "tokens_out": 1761, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532334.4215019}
{"ep": "h1-01230", "task": "L2_073", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5418, "status": "ok", "correct": true, "speedup": 0.5418, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 317.7, "calls": 2, "tokens_in": 7615, "tokens_out": 17268, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532364.7828496}
{"ep": "h1-01239", "task": "L3_050", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.8641, "status": "ok", "correct": true, "speedup": 1.8641, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 287.4, "calls": 3, "tokens_in": 15170, "tokens_out": 4034, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791532372.9357967}
{"ep": "h1-01273", "task": "L2_070", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "compile_error", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "RuntimeError: Error building extension 'fused_sig_scale_res': [1/3] c++ -MMD -MF main.o.d -DTORCH_EXTENSION_NAME=fused_sig_scale_res -DTORCH_API_INCLUDE_EXTENSION_H -I/usr/local/eval-pch -isystem /usr/local/lib/python3.10/dist-packages/torch/include -isystem /usr/local/lib/python3.10/dist-packages/tor", "wall_s": 194.4, "calls": 1, "tokens_in": 1668, "tokens_out": 861, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532399.8001115}
{"ep": "h1-01261", "task": "L2_024", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5867, "status": "ok", "correct": true, "speedup": 0.5867, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 237.8, "calls": 3, "tokens_in": 7492, "tokens_out": 1783, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532417.1122878}
{"ep": "h1-01197", "task": "L3_036", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.3391, "status": "ok", "correct": true, "speedup": 3.3391, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 526.9, "calls": 3, "tokens_in": 28477, "tokens_out": 17673, "ctx_chars": 8224, "ctx_sha": "71fd1a97cbd02e3b", "t_end": 1791532418.9128265}
{"ep": "h1-01138", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0545, "status": "ok", "correct": true, "speedup": 1.0545, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 840.4, "calls": 5, "tokens_in": 41206, "tokens_out": 22459, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532449.865376}
{"ep": "h1-01250", "task": "L2_078", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.065, "status": "ok", "correct": true, "speedup": 1.065, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 347.1, "calls": 2, "tokens_in": 5646, "tokens_out": 7905, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532467.7078888}
{"ep": "h1-01081", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.1771, "status": "ok", "correct": true, "speedup": 2.1771, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 1113.4, "calls": 5, "tokens_in": 33801, "tokens_out": 16405, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532508.1962183}
{"ep": "h1-01277", "task": "L2_070", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0249, "status": "ok", "correct": true, "speedup": 1.0249, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 314.0, "calls": 2, "tokens_in": 4343, "tokens_out": 2026, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532527.6309037}
{"ep": "h1-01279", "task": "L2_088", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0285, "status": "ok", "correct": true, "speedup": 1.0285, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 310.3, "calls": 3, "tokens_in": 7830, "tokens_out": 2065, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532533.3744473}
{"ep": "h1-01179", "task": "L3_024", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4529, "status": "ok", "correct": true, "speedup": 1.4529, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 731.2, "calls": 3, "tokens_in": 30238, "tokens_out": 26261, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532551.815969}
{"ep": "h1-01153", "task": "L3_048", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.3647, "status": "ok", "correct": true, "speedup": 0.3647, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 860.1, "calls": 4, "tokens_in": 27260, "tokens_out": 16213, "ctx_chars": 2425, "ctx_sha": "5c5e8811718de973", "t_end": 1791532557.7863119}
{"ep": "h1-01243", "task": "L2_062", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0676, "status": "ok", "correct": true, "speedup": 1.0676, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 457.4, "calls": 2, "tokens_in": 12001, "tokens_out": 2039, "ctx_chars": 8462, "ctx_sha": "7424a06df403acf6", "t_end": 1791532557.9835536}
{"ep": "h1-01229", "task": "L2_074", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2627, "status": "ok", "correct": true, "speedup": 1.2627, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 513.8, "calls": 2, "tokens_in": 14265, "tokens_out": 2931, "ctx_chars": 10364, "ctx_sha": "19f3ac1a7ff915f6", "t_end": 1791532560.7103722}
{"ep": "h1-01272", "task": "L2_095", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0394, "status": "ok", "correct": true, "speedup": 1.0394, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 360.7, "calls": 2, "tokens_in": 12164, "tokens_out": 1658, "ctx_chars": 9028, "ctx_sha": "2f70ede7a41b13f4", "t_end": 1791532564.4922645}
{"ep": "h1-01172", "task": "L1_080", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.5658, "status": "ok", "correct": true, "speedup": 0.5658, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 788.9, "calls": 2, "tokens_in": 15837, "tokens_out": 6500, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "t_end": 1791532581.155533}
{"ep": "h1-01268", "task": "L2_055", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0906, "status": "ok", "correct": true, "speedup": 1.0906, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 422.0, "calls": 2, "tokens_in": 14430, "tokens_out": 6680, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791532611.4739752}
{"ep": "h1-01241", "task": "L2_057", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 4.6086, "status": "ok", "correct": true, "speedup": 4.6086, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 571.2, "calls": 3, "tokens_in": 13894, "tokens_out": 12804, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532663.9190094}
{"ep": "h1-01192", "task": "L1_065", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.2678, "status": "ok", "correct": true, "speedup": 3.2678, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 825.2, "calls": 3, "tokens_in": 18877, "tokens_out": 20171, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532687.7725358}
{"ep": "h1-01264", "task": "L3_048", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.0, "status": "incorrect", "correct": false, "speedup": 0.0, "infra": false, "infra_reruns": 0, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 514.5, "calls": 1, "tokens_in": 2835, "tokens_out": 9639, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532696.4837275}
{"ep": "h1-01283", "task": "L2_020", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4055, "status": "ok", "correct": true, "speedup": 1.4055, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 465.6, "calls": 2, "tokens_in": 4624, "tokens_out": 2124, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532701.172648}
{"ep": "h1-01266", "task": "L1_016", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.6844, "status": "ok", "correct": true, "speedup": 1.6844, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 517.4, "calls": 2, "tokens_in": 13035, "tokens_out": 4488, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791532701.5286715}
{"ep": "h1-01267", "task": "L2_035", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.2736, "status": "ok", "correct": true, "speedup": 1.2736, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 538.5, "calls": 2, "tokens_in": 13152, "tokens_out": 2155, "ctx_chars": 9835, "ctx_sha": "6aedb10d18ef2e36", "t_end": 1791532723.3509264}
{"ep": "h1-01269", "task": "L2_058", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 12.7336, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 543.5, "calls": 2, "tokens_in": 6357, "tokens_out": 6441, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532735.3206801}
{"ep": "h1-01286", "task": "L2_032", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.1104, "status": "ok", "correct": true, "speedup": 1.1104, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 486.1, "calls": 2, "tokens_in": 14372, "tokens_out": 2069, "ctx_chars": 11296, "ctx_sha": "2d2e82dae56fa580", "t_end": 1791532735.4854708}
{"ep": "h1-01247", "task": "L3_034", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 27.6563, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 621.3, "calls": 3, "tokens_in": 13851, "tokens_out": 11347, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532736.8757823}
{"ep": "h1-01284", "task": "L2_079", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4554, "status": "ok", "correct": true, "speedup": 1.4554, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 529.5, "calls": 3, "tokens_in": 27616, "tokens_out": 5542, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "t_end": 1791532772.299539}
{"ep": "h1-01188", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.4246, "status": "ok", "correct": true, "speedup": 1.4246, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 952.3, "calls": 3, "tokens_in": 54452, "tokens_out": 32681, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "t_end": 1791532799.555681}
{"ep": "h1-01219", "task": "L2_018", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0111, "status": "ok", "correct": true, "speedup": 1.0111, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 813.4, "calls": 4, "tokens_in": 34659, "tokens_out": 8365, "ctx_chars": 9898, "ctx_sha": "eb48d1e5953cd4b8", "t_end": 1791532802.693329}
{"ep": "h1-01274", "task": "L1_083", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2462, "status": "ok", "correct": true, "speedup": 2.2462, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 595.7, "calls": 2, "tokens_in": 5916, "tokens_out": 4514, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532803.1000597}
{"ep": "h1-01271", "task": "L2_081", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0334, "status": "ok", "correct": true, "speedup": 1.0334, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 603.8, "calls": 2, "tokens_in": 14087, "tokens_out": 1416, "ctx_chars": 10901, "ctx_sha": "baed172422eeb8d7", "t_end": 1791532807.4435856}
{"ep": "h1-01281", "task": "L1_006", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7898, "status": "ok", "correct": true, "speedup": 0.7898, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 593.1, "calls": 2, "tokens_in": 12163, "tokens_out": 3118, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791532826.7631438}
{"ep": "h1-01210", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.4782, "status": "ok", "correct": true, "speedup": 0.4782, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 879.5, "calls": 2, "tokens_in": 7172, "tokens_out": 11298, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532829.1268823}
{"ep": "h1-01258", "task": "L3_046", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.2259, "status": "ok", "correct": true, "speedup": 2.2259, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 669.0, "calls": 2, "tokens_in": 17453, "tokens_out": 8743, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "t_end": 1791532831.8350194}
{"ep": "h1-01276", "task": "L1_018", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.6736, "status": "ok", "correct": true, "speedup": 0.6736, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 645.7, "calls": 3, "tokens_in": 9696, "tokens_out": 4456, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532856.2716253}
{"ep": "h1-01262", "task": "L2_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 62.6554, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 676.5, "calls": 2, "tokens_in": 7224, "tokens_out": 11401, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532856.8396327}
{"ep": "h1-01280", "task": "L2_027", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.9233, "status": "ok", "correct": true, "speedup": 3.9233, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 631.0, "calls": 2, "tokens_in": 17428, "tokens_out": 11876, "ctx_chars": 11535, "ctx_sha": "114ec077101d70e2", "t_end": 1791532857.5732045}
{"ep": "h1-01265", "task": "L3_029", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.399, "status": "ok", "correct": true, "speedup": 1.399, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 683.8, "calls": 2, "tokens_in": 23672, "tokens_out": 22432, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532867.4437375}
{"ep": "h1-01234", "task": "L3_036", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.089, "status": "ok", "correct": true, "speedup": 0.089, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 902.0, "calls": 5, "tokens_in": 33230, "tokens_out": 9089, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791532963.3658352}
{"ep": "h1-01282", "task": "L1_072", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 2.8993, "status": "ok", "correct": true, "speedup": 2.8993, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 816.6, "calls": 2, "tokens_in": 16938, "tokens_out": 9279, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "t_end": 1791533050.6925519}
{"ep": "h1-01278", "task": "L3_008", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.5701, "status": "ok", "correct": true, "speedup": 1.5701, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 835.3, "calls": 2, "tokens_in": 11709, "tokens_out": 22695, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791533055.9633105}
{"ep": "h1-01231", "task": "L1_016", "split": "train", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": true, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0024, "status": "ok", "correct": true, "speedup": 1.0024, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 1012.5, "calls": 3, "tokens_in": 19322, "tokens_out": 2098, "ctx_chars": 9033, "ctx_sha": "8b2060bfd7036bae", "t_end": 1791533067.564234}
{"ep": "h1-01270", "task": "L3_049", "split": "gate", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 10.0, "status": "ok", "correct": true, "speedup": 10.762, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 872.4, "calls": 4, "tokens_in": 28500, "tokens_out": 16949, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791533073.463072}
{"ep": "h1-01285", "task": "L3_022", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": false, "score": 0.7141, "status": "ok", "correct": true, "speedup": 0.7141, "infra": false, "infra_reruns": 0, "error": "ok", "wall_s": 841.0, "calls": 2, "tokens_in": 12459, "tokens_out": 19033, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791533088.9115396}
{"ep": "h1-01275", "task": "L2_018", "split": "gate", "reader": "claude-opus-4-8", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 1.0087, "status": "ok", "correct": true, "speedup": 1.0087, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 883.4, "calls": 5, "tokens_in": 17521, "tokens_out": 2981, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791533091.2959569}
{"ep": "h1-01287", "task": "L3_038", "split": "train", "reader": "claude-opus-5-5", "policy": "store_onoff", "arm": null, "groups": null, "store": false, "ctx_arm": null, "mask": [], "p_item": null, "p_policy": null, "success": true, "score": 3.6078, "status": "ok", "correct": true, "speedup": 3.6078, "infra": false, "infra_reruns": 0, "error": "", "wall_s": 848.4, "calls": 3, "tokens_in": 16682, "tokens_out": 15393, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "t_end": 1791533100.3956542}