{"pid": "L2_073", "split": "learn", "rep": 0, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.6614, "correct": true, "status": "ok", "speedup": 1.6614, "ref_ms": 5.67481, "cand_ms": 3.41576, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 135.1, "calls": 2, "tokens_in": 22539, "tokens_out": 5559, "ctx_chars": 17646, "ctx_sha": "02f85689cd3a4588", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "d8cdea05e43737ba", "ts": 1791530756.5812016} {"pid": "L3_008", "split": "dev", "rep": 2, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.404, "correct": true, "status": "ok", "speedup": 1.404, "ref_ms": 5.22829, "cand_ms": 3.72373, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 187.4, "calls": 2, "tokens_in": 20062, "tokens_out": 15251, "ctx_chars": 11371, "ctx_sha": "0bb200e4f24ad506", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "eb81bffa046c8b26", "ts": 1791530808.8301651} {"pid": "L3_008", "split": "dev", "rep": 0, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 2.6296, "correct": true, "status": "ok", "speedup": 2.6296, "ref_ms": 5.3112, "cand_ms": 2.01979, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 293.0, "calls": 2, "tokens_in": 21862, "tokens_out": 25139, "ctx_chars": 11371, "ctx_sha": "0bb200e4f24ad506", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "9fec81ef3f560988", "ts": 1791530914.467187} {"pid": "L2_039", "split": "learn", "rep": 2, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.0067, "correct": true, "status": "ok", "speedup": 1.0067, "ref_ms": 30.12945, "cand_ms": 29.9294, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 123.5, "calls": 2, "tokens_in": 21226, "tokens_out": 8299, "ctx_chars": 14992, "ctx_sha": "82b6b58defdd0048", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "2ae966c858fad0de", "ts": 1791530932.3267157} {"pid": "L3_020", "split": "learn", "rep": 2, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.7438, "correct": true, "status": "ok", "speedup": 1.7438, "ref_ms": 7.43243, "cand_ms": 4.26212, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 244.1, "calls": 2, "tokens_in": 22989, "tokens_out": 22165, "ctx_chars": 11371, "ctx_sha": "0bb200e4f24ad506", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "b927b5b7e3787972", "ts": 1791531000.632601} {"pid": "L3_047", "split": "learn", "rep": 0, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 2.6098, "correct": true, "status": "ok", "speedup": 2.6098, "ref_ms": 3.64307, "cand_ms": 1.39592, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 125.2, "calls": 2, "tokens_in": 24789, "tokens_out": 10896, "ctx_chars": 14992, "ctx_sha": "82b6b58defdd0048", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "20f59aecb4ac1d8d", "ts": 1791531057.5502164} {"pid": "L2_039", "split": "learn", "rep": 0, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.0097, "correct": true, "status": "ok", "speedup": 1.0097, "ref_ms": 30.19007, "cand_ms": 29.89936, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 169.3, "calls": 2, "tokens_in": 21458, "tokens_out": 8527, "ctx_chars": 14992, "ctx_sha": "82b6b58defdd0048", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "87fbc60892c9ccab", "ts": 1791531083.7695575} {"pid": "L2_052", "split": "learn", "rep": 2, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.3678, "correct": true, "status": "ok", "speedup": 1.3678, "ref_ms": 11.1204, "cand_ms": 8.13018, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 140.3, "calls": 2, "tokens_in": 21711, "tokens_out": 5695, "ctx_chars": 16755, "ctx_sha": "12c62d0ab3f897e5", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "2ae5535b674d4f4f", "ts": 1791531140.944551} {"pid": "L2_073", "split": "learn", "rep": 2, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.514, "correct": true, "status": "ok", "speedup": 1.514, "ref_ms": 5.61474, "cand_ms": 3.70854, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 128.4, "calls": 2, "tokens_in": 22693, "tokens_out": 5700, "ctx_chars": 17646, "ctx_sha": "02f85689cd3a4588", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "3c03266956a46452", "ts": 1791531212.1670308} {"pid": "L2_052", "split": "learn", "rep": 0, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.4076, "correct": true, "status": "ok", "speedup": 1.4076, "ref_ms": 11.23411, "cand_ms": 7.98114, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 180.5, "calls": 2, "tokens_in": 21861, "tokens_out": 6010, "ctx_chars": 16755, "ctx_sha": "12c62d0ab3f897e5", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "b0873a4ca7dbcf38", "ts": 1791531238.0410411} {"pid": "L3_047", "split": "learn", "rep": 2, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 2.6887, "correct": true, "status": "ok", "speedup": 2.6887, "ref_ms": 3.64184, "cand_ms": 1.35448, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 118.8, "calls": 2, "tokens_in": 24685, "tokens_out": 10462, "ctx_chars": 14992, "ctx_sha": "82b6b58defdd0048", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "68fa400eefc4b522", "ts": 1791531259.7492003} {"pid": "L2_039", "split": "learn", "rep": 1, "arm": "livE5", "attempt": 0, "restart": 0, "success": false, "score": 0.9973, "correct": true, "status": "ok", "speedup": 0.9973, "ref_ms": 30.14609, "cand_ms": 30.22731, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "ok", "wall_s": 127.1, "calls": 2, "tokens_in": 20382, "tokens_out": 7145, "ctx_chars": 14992, "ctx_sha": "82b6b58defdd0048", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "6e5f510f7c3b9020", "ts": 1791531365.161028} {"pid": "L2_052", "split": "learn", "rep": 1, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.4068, "correct": true, "status": "ok", "speedup": 1.4068, "ref_ms": 11.05264, "cand_ms": 7.85636, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 179.8, "calls": 2, "tokens_in": 21927, "tokens_out": 7173, "ctx_chars": 16755, "ctx_sha": "12c62d0ab3f897e5", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "928ee1220298c018", "ts": 1791531391.975948} {"pid": "L2_073", "split": "learn", "rep": 1, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.6464, "correct": true, "status": "ok", "speedup": 1.6464, "ref_ms": 5.64038, "cand_ms": 3.42587, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 196.2, "calls": 2, "tokens_in": 22961, "tokens_out": 6526, "ctx_chars": 17646, "ctx_sha": "02f85689cd3a4588", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "29b428e82894581b", "ts": 1791531455.9273515} {"pid": "L3_047", "split": "learn", "rep": 1, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 2.8515, "correct": true, "status": "ok", "speedup": 2.8515, "ref_ms": 3.6913, "cand_ms": 1.29452, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 153.3, "calls": 2, "tokens_in": 24533, "tokens_out": 10308, "ctx_chars": 14992, "ctx_sha": "82b6b58defdd0048", "uses_bf16": true, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "716d94949ad16c60", "ts": 1791531518.4809608} {"pid": "L3_020", "split": "learn", "rep": 1, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.3481, "correct": true, "status": "ok", "speedup": 1.3481, "ref_ms": 7.77257, "cand_ms": 5.76573, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 197.9, "calls": 2, "tokens_in": 22133, "tokens_out": 16533, "ctx_chars": 11371, "ctx_sha": "0bb200e4f24ad506", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "46211a1b0553b8b2", "ts": 1791531589.871529} {"pid": "L3_020", "split": "learn", "rep": 0, "arm": "livE5", "attempt": 0, "restart": 0, "success": false, "score": 0.6637, "correct": true, "status": "ok", "speedup": 0.6637, "ref_ms": 7.14074, "cand_ms": 10.75971, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "ok", "wall_s": 266.9, "calls": 3, "tokens_in": 43231, "tokens_out": 28169, "ctx_chars": 11371, "ctx_sha": "0bb200e4f24ad506", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "310430c239f4b20a", "ts": 1791531722.814553} {"pid": "L3_008", "split": "dev", "rep": 1, "arm": "livE5", "attempt": 0, "restart": 0, "success": true, "score": 1.4343, "correct": true, "status": "ok", "speedup": 1.4343, "ref_ms": 5.29185, "cand_ms": 3.68962, "evaluator": "fa88aae56eab8b0e", "infra": false, "error": "", "wall_s": 244.5, "calls": 2, "tokens_in": 20193, "tokens_out": 15850, "ctx_chars": 11371, "ctx_sha": "0bb200e4f24ad506", "uses_bf16": false, "uses_out_dtype": false, "uses_tf32x3": false, "src_sha": "5ec520c079d2beae", "ts": 1791531762.9629328}