{"pid": "L2_063", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.589, "correct": true, "status": "ok", "speedup": 3.589, "ref_ms": 8.05122, "cand_ms": 2.24331, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 82.0, "calls": 2, "tokens_in": 277502, "tokens_out": 3462, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "ef3fa9c7056b7f9e", "ts": 1791530703.5960207}
{"pid": "L2_029", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.5503, "correct": true, "status": "ok", "speedup": 3.5503, "ref_ms": 8.02431, "cand_ms": 2.26019, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 88.7, "calls": 2, "tokens_in": 277719, "tokens_out": 4719, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "b0015ac00c2e91a6", "ts": 1791530710.2519042}
{"pid": "L2_039", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.0, "correct": false, "status": "incorrect", "speedup": 0.0, "ref_ms": null, "cand_ms": null, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 125.8, "calls": 2, "tokens_in": 288164, "tokens_out": 10542, "ctx_chars": 325150, "ctx_sha": "60cd3d46a61a9f81", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "c83f84c5cf86ce0c", "ts": 1791530747.408841}
{"pid": "L2_062", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.5763, "correct": true, "status": "ok", "speedup": 2.5763, "ref_ms": 8.49026, "cand_ms": 3.29556, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 127.9, "calls": 3, "tokens_in": 421541, "tokens_out": 9494, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "6ed392b4c885218f", "ts": 1791530749.4432538}
{"pid": "L1_078", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 8.4039, "correct": true, "status": "ok", "speedup": 8.4039, "ref_ms": 36.04896, "cand_ms": 4.28958, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 172.1, "calls": 2, "tokens_in": 275152, "tokens_out": 7294, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "10b885c8f2838a0d", "ts": 1791530793.7269542}
{"pid": "L2_058", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 8.0038, "correct": true, "status": "ok", "speedup": 8.0038, "ref_ms": 25.05343, "cand_ms": 3.13018, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 193.1, "calls": 2, "tokens_in": 274913, "tokens_out": 8838, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "1dc5a0d1f282c51d", "ts": 1791530814.6362412}
{"pid": "L2_052", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.915, "correct": true, "status": "ok", "speedup": 1.915, "ref_ms": 11.07621, "cand_ms": 5.78398, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 230.1, "calls": 2, "tokens_in": 281379, "tokens_out": 11933, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "7ddd237c2423e223", "ts": 1791530851.6996367}
{"pid": "L3_047", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.1503, "correct": true, "status": "ok", "speedup": 3.1503, "ref_ms": 3.6386, "cand_ms": 1.155, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 119.6, "calls": 2, "tokens_in": 286938, "tokens_out": 10449, "ctx_chars": 320510, "ctx_sha": "702edabb6bbbd18c", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "f62603b3d10f52c1", "ts": 1791530868.997986}
{"pid": "L3_002", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.6116, "correct": true, "status": "ok", "speedup": 2.6116, "ref_ms": 33.79597, "cand_ms": 12.9408, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 217.1, "calls": 2, "tokens_in": 279046, "tokens_out": 8979, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "766aec35a663739b", "ts": 1791530920.7463903}
{"pid": "L3_008", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.4812, "correct": true, "status": "ok", "speedup": 0.4812, "ref_ms": 5.27057, "cand_ms": 10.95404, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "ok", "wall_s": 309.8, "calls": 2, "tokens_in": 284983, "tokens_out": 26794, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "70017e8927316fc2", "ts": 1791530931.3767724}
{"pid": "L2_058", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 8.7421, "correct": true, "status": "ok", "speedup": 8.7421, "ref_ms": 25.16354, "cand_ms": 2.87844, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 225.7, "calls": 2, "tokens_in": 275085, "tokens_out": 9111, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "558d713226aebc0d", "ts": 1791530935.9852946}
{"pid": "L3_050", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.8145, "correct": true, "status": "ok", "speedup": 2.8145, "ref_ms": 12.72262, "cand_ms": 4.5204, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 226.0, "calls": 4, "tokens_in": 586259, "tokens_out": 15219, "ctx_chars": 324454, "ctx_sha": "f759ead00bdb811d", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": true, "src_sha": "bc3703e4f8aa8c89", "ts": 1791531019.7662323}
{"pid": "L2_069", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.5536, "correct": true, "status": "ok", "speedup": 4.5536, "ref_ms": 4.0088, "cand_ms": 0.88037, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 207.6, "calls": 2, "tokens_in": 271759, "tokens_out": 8571, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "1ed679ec054e0813", "ts": 1791531022.2469947}
{"pid": "L3_044", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.4599, "correct": true, "status": "ok", "speedup": 4.4599, "ref_ms": 75.38545, "cand_ms": 16.903, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 188.8, "calls": 2, "tokens_in": 292488, "tokens_out": 14786, "ctx_chars": 324454, "ctx_sha": "f759ead00bdb811d", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "327a0935d4566dd3", "ts": 1791531040.53748}
{"pid": "L3_047", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.6074, "correct": true, "status": "ok", "speedup": 2.6074, "ref_ms": 3.71669, "cand_ms": 1.42541, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 185.9, "calls": 2, "tokens_in": 286959, "tokens_out": 10777, "ctx_chars": 320510, "ctx_sha": "702edabb6bbbd18c", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "41e26dfb6d8efaf3", "ts": 1791531054.9200175}
{"pid": "L3_047", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.1382, "correct": true, "status": "ok", "speedup": 3.1382, "ref_ms": 3.66869, "cand_ms": 1.16904, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 139.8, "calls": 2, "tokens_in": 286955, "tokens_out": 10821, "ctx_chars": 320510, "ctx_sha": "702edabb6bbbd18c", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "f18478bd1f7df0d6", "ts": 1791531060.5948899}
{"pid": "L2_040", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.4432, "correct": true, "status": "ok", "speedup": 4.4432, "ref_ms": 30.50954, "cand_ms": 6.86661, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 130.1, "calls": 2, "tokens_in": 277878, "tokens_out": 5937, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "eb4442eddb58f8be", "ts": 1791531061.4697309}
{"pid": "L3_008", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.1986, "correct": true, "status": "ok", "speedup": 1.1986, "ref_ms": 5.27882, "cand_ms": 4.40427, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 327.6, "calls": 2, "tokens_in": 285344, "tokens_out": 26508, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "0719f3d91ffc6dc5", "ts": 1791531075.0451834}
{"pid": "L2_062", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.1401, "correct": true, "status": "ok", "speedup": 4.1401, "ref_ms": 8.59473, "cand_ms": 2.07595, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 143.8, "calls": 3, "tokens_in": 421406, "tokens_out": 10342, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "28f9b4b595268cff", "ts": 1791531079.7552996}
{"pid": "L2_063", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.627, "correct": true, "status": "ok", "speedup": 4.627, "ref_ms": 8.07027, "cand_ms": 1.74419, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 101.0, "calls": 2, "tokens_in": 277617, "tokens_out": 3655, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "551f5cb15e94c563", "ts": 1791531123.2740762}
{"pid": "L2_088", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.8118, "correct": true, "status": "ok", "speedup": 4.8118, "ref_ms": 8.5078, "cand_ms": 1.76811, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 109.9, "calls": 2, "tokens_in": 278614, "tokens_out": 5244, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "f42ecd5e6ced2e47", "ts": 1791531171.391622}
{"pid": "L2_088", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.7978, "correct": true, "status": "ok", "speedup": 3.7978, "ref_ms": 8.48814, "cand_ms": 2.23499, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 100.6, "calls": 2, "tokens_in": 278665, "tokens_out": 6671, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "cc4da5a69f6ff60f", "ts": 1791531175.6228878}
{"pid": "L2_067", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.7316, "correct": true, "status": "ok", "speedup": 2.7316, "ref_ms": 12.83134, "cand_ms": 4.6973, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 114.4, "calls": 2, "tokens_in": 271643, "tokens_out": 8011, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "06ebbbaae2921613", "ts": 1791531194.1693337}
{"pid": "L2_037", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.6804, "correct": true, "status": "ok", "speedup": 4.6804, "ref_ms": 19.74976, "cand_ms": 4.21966, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 150.5, "calls": 2, "tokens_in": 278486, "tokens_out": 5315, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "38b4695d57531617", "ts": 1791531211.1147711}
{"pid": "L3_044", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.4521, "correct": true, "status": "ok", "speedup": 4.4521, "ref_ms": 75.29814, "cand_ms": 16.9129, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 203.0, "calls": 2, "tokens_in": 292234, "tokens_out": 14122, "ctx_chars": 324454, "ctx_sha": "f759ead00bdb811d", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "bc9850f008c281c4", "ts": 1791531243.4971511}
{"pid": "L2_053", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.8341, "correct": true, "status": "ok", "speedup": 4.8341, "ref_ms": 15.97841, "cand_ms": 3.30537, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 88.5, "calls": 2, "tokens_in": 278142, "tokens_out": 4320, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "b5400d73b6e92c90", "ts": 1791531259.8536232}
{"pid": "L2_073", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.7073, "correct": true, "status": "ok", "speedup": 1.7073, "ref_ms": 5.62219, "cand_ms": 3.29312, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 292.1, "calls": 2, "tokens_in": 280810, "tokens_out": 7621, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "f0ff4d0f4963e2e2", "ts": 1791531311.9113526}
{"pid": "L2_040", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.4066, "correct": true, "status": "ok", "speedup": 4.4066, "ref_ms": 30.45648, "cand_ms": 6.91157, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 108.1, "calls": 2, "tokens_in": 278078, "tokens_out": 4357, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "28d492d0e087804e", "ts": 1791531351.576897}
{"pid": "L3_002", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.2781, "correct": true, "status": "ok", "speedup": 2.2781, "ref_ms": 33.65352, "cand_ms": 14.77273, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 162.0, "calls": 2, "tokens_in": 278530, "tokens_out": 5953, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "e3258e7999cab233", "ts": 1791531356.1542077}
{"pid": "L2_073", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.7114, "correct": true, "status": "ok", "speedup": 1.7114, "ref_ms": 5.6376, "cand_ms": 3.29412, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 301.4, "calls": 2, "tokens_in": 280922, "tokens_out": 7867, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "9a7bbf4edc424776", "ts": 1791531356.3161705}
{"pid": "L2_037", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.7611, "correct": true, "status": "ok", "speedup": 4.7611, "ref_ms": 19.99656, "cand_ms": 4.20002, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 153.1, "calls": 2, "tokens_in": 278503, "tokens_out": 5046, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "d2b4a61079bd0428", "ts": 1791531364.1738524}
{"pid": "L2_092", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.7252, "correct": true, "status": "ok", "speedup": 2.7252, "ref_ms": 8.60393, "cand_ms": 3.15714, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 206.3, "calls": 2, "tokens_in": 272973, "tokens_out": 8463, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "e68eeb4e364ed245", "ts": 1791531381.9236882}
{"pid": "L2_029", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.5532, "correct": true, "status": "ok", "speedup": 4.5532, "ref_ms": 8.04043, "cand_ms": 1.76587, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 77.8, "calls": 2, "tokens_in": 277709, "tokens_out": 3932, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "0f2d5eb36acab374", "ts": 1791531389.7265549}
{"pid": "L2_052", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.9905, "correct": true, "status": "ok", "speedup": 1.9905, "ref_ms": 11.09774, "cand_ms": 5.57525, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 193.8, "calls": 2, "tokens_in": 280517, "tokens_out": 9058, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "bf25881f2399e917", "ts": 1791531453.6221957}
{"pid": "L3_033", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.4578, "correct": true, "status": "ok", "speedup": 3.4578, "ref_ms": 20.6106, "cand_ms": 5.96057, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 162.5, "calls": 2, "tokens_in": 272723, "tokens_out": 11562, "ctx_chars": 309905, "ctx_sha": "60f0742979439778", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "2b0e8db162663a90", "ts": 1791531514.0527577}
{"pid": "L3_002", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.2698, "correct": true, "status": "ok", "speedup": 2.2698, "ref_ms": 33.67616, "cand_ms": 14.83631, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 153.8, "calls": 2, "tokens_in": 278531, "tokens_out": 5959, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "4c7254036a82ee89", "ts": 1791531543.5539923}
{"pid": "L1_066", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.615, "correct": true, "status": "ok", "speedup": 4.615, "ref_ms": 7.79576, "cand_ms": 1.68923, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 193.7, "calls": 2, "tokens_in": 273074, "tokens_out": 7461, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "7dafde7e86e93c95", "ts": 1791531549.8549187}
{"pid": "L3_044", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.5009, "correct": true, "status": "ok", "speedup": 4.5009, "ref_ms": 75.2953, "cand_ms": 16.72877, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 192.6, "calls": 2, "tokens_in": 292502, "tokens_out": 14510, "ctx_chars": 324454, "ctx_sha": "f759ead00bdb811d", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "be58f059c067a7f2", "ts": 1791531556.7828927}
{"pid": "L2_092", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.7308, "correct": true, "status": "ok", "speedup": 2.7308, "ref_ms": 8.64467, "cand_ms": 3.16562, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 212.9, "calls": 2, "tokens_in": 272530, "tokens_out": 7941, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "c46999623048e63d", "ts": 1791531569.2081916}
{"pid": "L3_048", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.9489, "correct": true, "status": "ok", "speedup": 0.9489, "ref_ms": 15.95108, "cand_ms": 16.81065, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "ok", "wall_s": 454.2, "calls": 4, "tokens_in": 561788, "tokens_out": 23504, "ctx_chars": 312464, "ctx_sha": "b06ef5fd0b29d019", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "5ab2de8ca02e00ed", "ts": 1791531577.500845}
{"pid": "L1_078", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 6.2966, "correct": true, "status": "ok", "speedup": 6.2966, "ref_ms": 36.04672, "cand_ms": 5.72481, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 216.8, "calls": 2, "tokens_in": 275226, "tokens_out": 7775, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "032c0cd0f688a66a", "ts": 1791531598.737792}
{"pid": "L2_088", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.7681, "correct": true, "status": "ok", "speedup": 3.7681, "ref_ms": 8.47313, "cand_ms": 2.24865, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 90.1, "calls": 2, "tokens_in": 278620, "tokens_out": 6164, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "5423c552a175119d", "ts": 1791531604.1694217}
{"pid": "L2_081", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.6564, "correct": true, "status": "ok", "speedup": 3.6564, "ref_ms": 8.2492, "cand_ms": 2.25608, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 71.6, "calls": 2, "tokens_in": 278120, "tokens_out": 3994, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "61163b964270a58f", "ts": 1791531615.138088}
{"pid": "L2_092", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.6365, "correct": true, "status": "ok", "speedup": 2.6365, "ref_ms": 8.55127, "cand_ms": 3.24347, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 206.2, "calls": 2, "tokens_in": 272478, "tokens_out": 7160, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "ad57493a5d11d979", "ts": 1791531659.7910745}
{"pid": "L2_063", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.5304, "correct": true, "status": "ok", "speedup": 4.5304, "ref_ms": 8.04666, "cand_ms": 1.77615, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 99.6, "calls": 2, "tokens_in": 277626, "tokens_out": 3516, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "ee217b7a198aae0e", "ts": 1791531698.331887}
{"pid": "L2_053", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.1888, "correct": true, "status": "ok", "speedup": 4.1888, "ref_ms": 15.8967, "cand_ms": 3.79501, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 89.1, "calls": 2, "tokens_in": 278134, "tokens_out": 4293, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "7c16535915c150c0", "ts": 1791531704.2634354}
{"pid": "L2_069", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.575, "correct": true, "status": "ok", "speedup": 3.575, "ref_ms": 4.00501, "cand_ms": 1.12028, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 173.4, "calls": 2, "tokens_in": 271535, "tokens_out": 6750, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "d8f52e736b667b59", "ts": 1791531742.6512427}
{"pid": "L2_052", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.3797, "correct": true, "status": "ok", "speedup": 1.3797, "ref_ms": 11.03765, "cand_ms": 8.00004, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 172.2, "calls": 2, "tokens_in": 280212, "tokens_out": 9260, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "abfe7ef5d6815a68", "ts": 1791531749.6585813}
{"pid": "L1_078", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 6.6419, "correct": true, "status": "ok", "speedup": 6.6419, "ref_ms": 35.44226, "cand_ms": 5.33616, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 195.0, "calls": 2, "tokens_in": 275287, "tokens_out": 7697, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "40e2f7e2aab8557a", "ts": 1791531751.802909}
{"pid": "L1_066", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.5846, "correct": true, "status": "ok", "speedup": 4.5846, "ref_ms": 10.03051, "cand_ms": 2.18788, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 232.5, "calls": 2, "tokens_in": 273318, "tokens_out": 9304, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "db566cb1f62b6276", "ts": 1791531782.3683498}
{"pid": "L2_081", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.7029, "correct": true, "status": "ok", "speedup": 4.7029, "ref_ms": 8.25285, "cand_ms": 1.75484, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 88.1, "calls": 2, "tokens_in": 278196, "tokens_out": 3868, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "46d3f57975682920", "ts": 1791531792.3599193}
{"pid": "L2_069", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.7146, "correct": true, "status": "ok", "speedup": 1.7146, "ref_ms": 3.68009, "cand_ms": 2.14638, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 207.6, "calls": 2, "tokens_in": 271243, "tokens_out": 6583, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "3b9599081ff25cbc", "ts": 1791531811.776668}
{"pid": "L3_050", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.0, "correct": false, "status": "incorrect", "speedup": 0.0, "ref_ms": null, "cand_ms": null, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 173.4, "calls": 3, "tokens_in": 437269, "tokens_out": 13714, "ctx_chars": 324454, "ctx_sha": "f759ead00bdb811d", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "3179069038b8d362", "ts": 1791531833.2357612}
{"pid": "L2_053", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.1889, "correct": true, "status": "ok", "speedup": 4.1889, "ref_ms": 15.88071, "cand_ms": 3.79117, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 68.9, "calls": 2, "tokens_in": 278167, "tokens_out": 3896, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "86712ff0b06bf659", "ts": 1791531851.246152}
{"pid": "L2_081", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.7554, "correct": true, "status": "ok", "speedup": 4.7554, "ref_ms": 8.30436, "cand_ms": 1.74632, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 79.5, "calls": 2, "tokens_in": 278082, "tokens_out": 4023, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "fb120b4ea545269b", "ts": 1791531871.8551586}
{"pid": "L2_039", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.0, "correct": false, "status": "incorrect", "speedup": 0.0, "ref_ms": null, "cand_ms": null, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "outputs produced during timing do not match the reference (output mismatch beyond atol=rtol=0.0001); results must not be cached or skipped", "wall_s": 169.4, "calls": 2, "tokens_in": 288414, "tokens_out": 11738, "ctx_chars": 325150, "ctx_sha": "60cd3d46a61a9f81", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "2f1ca868855318c7", "ts": 1791531912.0971124}
{"pid": "L3_033", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.1551, "correct": true, "status": "ok", "speedup": 3.1551, "ref_ms": 20.53348, "cand_ms": 6.50808, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 210.9, "calls": 3, "tokens_in": 414670, "tokens_out": 17592, "ctx_chars": 309905, "ctx_sha": "60f0742979439778", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "be34ab6e94ccba46", "ts": 1791531962.6690857}
{"pid": "L2_062", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.0, "correct": false, "status": "incorrect", "speedup": 0.0, "ref_ms": null, "cand_ms": null, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 122.0, "calls": 3, "tokens_in": 421605, "tokens_out": 9967, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": false, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "ed956cc911fdaf90", "ts": 1791531973.280448}
{"pid": "L2_037", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.7202, "correct": true, "status": "ok", "speedup": 4.7202, "ref_ms": 19.81998, "cand_ms": 4.19893, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 125.7, "calls": 2, "tokens_in": 278371, "tokens_out": 4870, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "3cecc64a8e8bef34", "ts": 1791531997.5328455}
{"pid": "L3_020", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.8955, "correct": true, "status": "ok", "speedup": 1.8955, "ref_ms": 6.90851, "cand_ms": 3.64476, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 308.7, "calls": 2, "tokens_in": 290850, "tokens_out": 20082, "ctx_chars": 323300, "ctx_sha": "de2d9c0b47612d64", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "e067c191366504ff", "ts": 1791532007.0688853}
{"pid": "L2_029", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.5752, "correct": true, "status": "ok", "speedup": 4.5752, "ref_ms": 8.06002, "cand_ms": 1.76166, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 70.2, "calls": 2, "tokens_in": 277644, "tokens_out": 4296, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "0e515acb2feaf136", "ts": 1791532043.4911456}
{"pid": "L3_020", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.7188, "correct": true, "status": "ok", "speedup": 1.7188, "ref_ms": 10.90209, "cand_ms": 6.34291, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 316.9, "calls": 2, "tokens_in": 291716, "tokens_out": 22863, "ctx_chars": 323300, "ctx_sha": "de2d9c0b47612d64", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "7d303d5bccd55beb", "ts": 1791532066.5736227}
{"pid": "L2_020", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.4481, "correct": true, "status": "ok", "speedup": 1.4481, "ref_ms": 14.11067, "cand_ms": 9.744, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 241.0, "calls": 2, "tokens_in": 273693, "tokens_out": 4696, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "aae6a8d8a6f7792e", "ts": 1791532074.24784}
{"pid": "L2_067", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.7472, "correct": true, "status": "ok", "speedup": 3.7472, "ref_ms": 12.92297, "cand_ms": 3.44868, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 135.0, "calls": 2, "tokens_in": 271640, "tokens_out": 7941, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "3bf2e6361909689c", "ts": 1791532097.6855383}
{"pid": "L2_058", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 10.0, "correct": true, "status": "ok", "speedup": 25.4441, "ref_ms": 25.10351, "cand_ms": 0.98661, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 313.7, "calls": 3, "tokens_in": 418812, "tokens_out": 15222, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "4bf9af2408902cb1", "ts": 1791532125.4557204}
{"pid": "L3_033", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.3564, "correct": true, "status": "ok", "speedup": 1.3564, "ref_ms": 20.55611, "cand_ms": 15.15542, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 216.1, "calls": 3, "tokens_in": 414061, "tokens_out": 14600, "ctx_chars": 309905, "ctx_sha": "60f0742979439778", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": true, "src_sha": "fce8075a0965efc7", "ts": 1791532213.6811323}
{"pid": "L2_067", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.2381, "correct": true, "status": "ok", "speedup": 2.2381, "ref_ms": 12.99543, "cand_ms": 5.80637, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 88.3, "calls": 2, "tokens_in": 271225, "tokens_out": 6123, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "1e1fb2ca6b9f2c59", "ts": 1791532213.739209}
{"pid": "L2_020", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.4663, "correct": true, "status": "ok", "speedup": 1.4663, "ref_ms": 14.14811, "cand_ms": 9.64895, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 215.4, "calls": 2, "tokens_in": 273711, "tokens_out": 4851, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "cbe9b6b5081b6839", "ts": 1791532222.453174}
{"pid": "L2_040", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.4341, "correct": true, "status": "ok", "speedup": 4.4341, "ref_ms": 30.53186, "cand_ms": 6.88573, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 189.0, "calls": 3, "tokens_in": 419991, "tokens_out": 7909, "ctx_chars": 317104, "ctx_sha": "53b49fe1a21b5a56", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "8fdc0cf122298405", "ts": 1791532232.5267754}
{"pid": "L3_020", "split": "learn", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 2.1369, "correct": true, "status": "ok", "speedup": 2.1369, "ref_ms": 7.29735, "cand_ms": 3.4149, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 330.4, "calls": 2, "tokens_in": 290611, "tokens_out": 22024, "ctx_chars": 323300, "ctx_sha": "de2d9c0b47612d64", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "2170a2a701742838", "ts": 1791532242.4594588}
{"pid": "L2_073", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.6931, "correct": true, "status": "ok", "speedup": 1.6931, "ref_ms": 5.62284, "cand_ms": 3.32096, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 245.4, "calls": 2, "tokens_in": 281528, "tokens_out": 8755, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "c68f4cba06e5f426", "ts": 1791532311.9780748}
{"pid": "L2_039", "split": "learn", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.0, "correct": false, "status": "incorrect", "speedup": 0.0, "ref_ms": null, "cand_ms": null, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "output mismatch beyond atol=rtol=0.0001", "wall_s": 129.5, "calls": 2, "tokens_in": 288440, "tokens_out": 11103, "ctx_chars": 325150, "ctx_sha": "60cd3d46a61a9f81", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": false, "src_sha": "8b0642754d395c4b", "ts": 1791532351.97318}
{"pid": "L3_008", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.8189, "correct": true, "status": "ok", "speedup": 0.8189, "ref_ms": 5.26463, "cand_ms": 6.4291, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "ok", "wall_s": 268.1, "calls": 2, "tokens_in": 285217, "tokens_out": 26149, "ctx_chars": 318660, "ctx_sha": "c0ad244300a92c18", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "2ce2834873656ff1", "ts": 1791532365.776111}
{"pid": "L3_050", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 4.3418, "correct": true, "status": "ok", "speedup": 4.3418, "ref_ms": 12.6629, "cand_ms": 2.91649, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 210.5, "calls": 3, "tokens_in": 437995, "tokens_out": 14329, "ctx_chars": 324454, "ctx_sha": "f759ead00bdb811d", "uses_bf16": true, "uses_out_dtype": true, "uses_tf32x3": true, "src_sha": "04d61a7fe255e9ea", "ts": 1791532424.1983302}
{"pid": "L1_066", "split": "learn", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 3.7186, "correct": true, "status": "ok", "speedup": 3.7186, "ref_ms": 7.84667, "cand_ms": 2.11009, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 190.0, "calls": 2, "tokens_in": 273104, "tokens_out": 7590, "ctx_chars": 310614, "ctx_sha": "25c0556d6c01b9c4", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "b887611c4c05f712", "ts": 1791532432.4941819}
{"pid": "L2_020", "split": "dev", "rep": 1, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.4373, "correct": true, "status": "ok", "speedup": 1.4373, "ref_ms": 13.94687, "cand_ms": 9.70341, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 231.2, "calls": 2, "tokens_in": 273839, "tokens_out": 5066, "ctx_chars": 312841, "ctx_sha": "9f796d5a2f8b94d8", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "819b2be0e9ebcd83", "ts": 1791532444.9254143}
{"pid": "L3_048", "split": "dev", "rep": 0, "arm": "aceKF", "attempt": 0, "restart": 0, "success": false, "score": 0.9558, "correct": true, "status": "ok", "speedup": 0.9558, "ref_ms": 16.02091, "cand_ms": 16.76117, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "ok", "wall_s": 396.5, "calls": 5, "tokens_in": 704396, "tokens_out": 22019, "ctx_chars": 312464, "ctx_sha": "b06ef5fd0b29d019", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "ff8d85982f1af72e", "ts": 1791532470.7423549}
{"pid": "L3_048", "split": "dev", "rep": 2, "arm": "aceKF", "attempt": 0, "restart": 0, "success": true, "score": 1.259, "correct": true, "status": "ok", "speedup": 1.259, "ref_ms": 15.91275, "cand_ms": 12.63965, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 414.8, "calls": 4, "tokens_in": 560647, "tokens_out": 30228, "ctx_chars": 312464, "ctx_sha": "b06ef5fd0b29d019", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "690206faaa870354", "ts": 1791532647.3351586}