{ "format": 1, "kind": "live-ab-codex-result", "generatedAt": "2026-10-29T10:36:35.100Z", "provider": "codex-cli", "model": "gpt-6.1-sol", "method": "codex exec --skip-git-repo-check --sandbox read-only --output-last-message; control/treatment generated by scripts/live-ab.mjs --emit-prompts", "seeds": [ { "seed": 1, "turns": 300, "tail": 20, "probes": 20, "control": { "rows": [ { "index": 0, "turn": 0, "topic": "gateway", "expected": "FACT-000-mkorf", "id": "mem_28291d7f81", "answer": "UNKNOWN", "correct": false }, { "index": 1, "turn": 15, "topic": "router", "expected": "FACT-015-03jmy", "id": "mem_9c45b2c7e6", "answer": "UNKNOWN", "correct": false }, { "index": 2, "turn": 30, "topic": "gateway", "expected": "FACT-030-izkkh", "id": "mem_8f918af918", "answer": "UNKNOWN", "correct": false }, { "index": 3, "turn": 45, "topic": "router", "expected": "FACT-045-zbfww", "id": "mem_407ff514aa", "answer": "UNKNOWN", "correct": false }, { "index": 4, "turn": 60, "topic": "gateway", "expected": "FACT-060-yv0n0", "id": "mem_6f1ac53606", "answer": "UNKNOWN", "correct": false }, { "index": 5, "turn": 75, "topic": "router", "expected": "FACT-075-a4b5x", "id": "mem_946df982a7", "answer": "UNKNOWN", "correct": false }, { "index": 6, "turn": 90, "topic": "gateway", "expected": "FACT-090-m28ly", "id": "mem_6da1ce82a0", "answer": "UNKNOWN", "correct": false }, { "index": 7, "turn": 105, "topic": "router", "expected": "FACT-105-py2zp", "id": "mem_300c670c79", "answer": "UNKNOWN", "correct": false }, { "index": 8, "turn": 120, "topic": "gateway", "expected": "FACT-120-fbtzd", "id": "mem_56cd64fce3", "answer": "UNKNOWN", "correct": false }, { "index": 9, "turn": 135, "topic": "router", "expected": "FACT-135-ztagj", "id": "mem_5b2fc04622", "answer": "UNKNOWN", "correct": false }, { "index": 10, "turn": 150, "topic": "gateway", "expected": "FACT-150-ge14o", "id": "mem_78110a6f9f", "answer": "UNKNOWN", "correct": false }, { "index": 11, "turn": 165, "topic": "router", "expected": "FACT-165-hlgwo", "id": "mem_cbe7ab7eb1", "answer": "UNKNOWN", "correct": false }, { "index": 12, "turn": 180, "topic": "gateway", "expected": "FACT-180-50232", "id": "mem_c354debba0", "answer": "UNKNOWN", "correct": false }, { "index": 13, "turn": 195, "topic": "router", "expected": "FACT-195-ej946", "id": "mem_06c6eaf308", "answer": "UNKNOWN", "correct": false }, { "index": 14, "turn": 210, "topic": "gateway", "expected": "FACT-210-8wsh3", "id": "mem_8f45c23e47", "answer": "UNKNOWN", "correct": false }, { "index": 15, "turn": 225, "topic": "router", "expected": "FACT-225-5k815", "id": "mem_9cc6de3411", "answer": "UNKNOWN", "correct": false }, { "index": 16, "turn": 240, "topic": "gateway", "expected": "FACT-240-hlxhw", "id": "mem_299346552b", "answer": "UNKNOWN", "correct": false }, { "index": 17, "turn": 255, "topic": "router", "expected": "FACT-255-2fb7j", "id": "mem_a06a747559", "answer": "UNKNOWN", "correct": false }, { "index": 18, "turn": 270, "topic": "gateway", "expected": "FACT-270-e7fcx", "id": "mem_7256d2eacc", "answer": "FACT-270-e7fcx", "correct": true }, { "index": 19, "turn": 285, "topic": "router", "expected": "FACT-285-rm66w", "id": "mem_f300058658", "answer": "UNKNOWN", "correct": false } ], "correct": 1, "total": 20 }, "treatment": { "rows": [ { "index": 0, "turn": 0, "topic": "gateway", "expected": "FACT-000-mkorf", "id": "mem_28291d7f81", "answer": "FACT-000-mkorf", "correct": true }, { "index": 1, "turn": 15, "topic": "router", "expected": "FACT-015-03jmy", "id": "mem_9c45b2c7e6", "answer": "FACT-015-03jmy", "correct": true }, { "index": 2, "turn": 30, "topic": "gateway", "expected": "FACT-030-izkkh", "id": "mem_8f918af918", "answer": "FACT-030-izkkh", "correct": true }, { "index": 3, "turn": 45, "topic": "router", "expected": "FACT-045-zbfww", "id": "mem_407ff514aa", "answer": "FACT-045-zbfww", "correct": true }, { "index": 4, "turn": 60, "topic": "gateway", "expected": "FACT-060-yv0n0", "id": "mem_6f1ac53606", "answer": "FACT-060-yv0n0", "correct": true }, { "index": 5, "turn": 75, "topic": "router", "expected": "FACT-075-a4b5x", "id": "mem_946df982a7", "answer": "FACT-075-a4b5x", "correct": true }, { "index": 6, "turn": 90, "topic": "gateway", "expected": "FACT-090-m28ly", "id": "mem_6da1ce82a0", "answer": "FACT-090-m28ly", "correct": true }, { "index": 7, "turn": 105, "topic": "router", "expected": "FACT-105-py2zp", "id": "mem_300c670c79", "answer": "FACT-105-py2zp", "correct": true }, { "index": 8, "turn": 120, "topic": "gateway", "expected": "FACT-120-fbtzd", "id": "mem_56cd64fce3", "answer": "FACT-120-fbtzd", "correct": true }, { "index": 9, "turn": 135, "topic": "router", "expected": "FACT-135-ztagj", "id": "mem_5b2fc04622", "answer": "FACT-135-ztagj", "correct": true }, { "index": 10, "turn": 150, "topic": "gateway", "expected": "FACT-150-ge14o", "id": "mem_78110a6f9f", "answer": "FACT-150-ge14o", "correct": true }, { "index": 11, "turn": 165, "topic": "router", "expected": "FACT-165-hlgwo", "id": "mem_cbe7ab7eb1", "answer": "FACT-165-hlgwo", "correct": true }, { "index": 12, "turn": 180, "topic": "gateway", "expected": "FACT-180-50232", "id": "mem_c354debba0", "answer": "FACT-180-50232", "correct": true }, { "index": 13, "turn": 195, "topic": "router", "expected": "FACT-195-ej946", "id": "mem_06c6eaf308", "answer": "FACT-195-ej946", "correct": true }, { "index": 14, "turn": 210, "topic": "gateway", "expected": "FACT-210-8wsh3", "id": "mem_8f45c23e47", "answer": "FACT-210-8wsh3", "correct": true }, { "index": 15, "turn": 225, "topic": "router", "expected": "FACT-225-5k815", "id": "mem_9cc6de3411", "answer": "FACT-225-5k815", "correct": true }, { "index": 16, "turn": 240, "topic": "gateway", "expected": "FACT-240-hlxhw", "id": "mem_299346552b", "answer": "FACT-240-hlxhw", "correct": true }, { "index": 17, "turn": 255, "topic": "router", "expected": "FACT-255-2fb7j", "id": "mem_a06a747559", "answer": "FACT-255-2fb7j", "correct": true }, { "index": 18, "turn": 270, "topic": "gateway", "expected": "FACT-270-e7fcx", "id": "mem_7256d2eacc", "answer": "FACT-270-e7fcx", "correct": true }, { "index": 19, "turn": 285, "topic": "router", "expected": "FACT-285-rm66w", "id": "mem_f300058658", "answer": "FACT-285-rm66w", "correct": true } ], "correct": 20, "total": 20 } }, { "seed": 2, "turns": 300, "tail": 20, "probes": 20, "control": { "rows": [ { "index": 0, "turn": 0, "topic": "gateway", "expected": "FACT-000-qfl7m", "id": "mem_ee06bc7459", "answer": "UNKNOWN", "correct": false }, { "index": 1, "turn": 15, "topic": "router", "expected": "FACT-015-bp74k", "id": "mem_b317ef0bb1", "answer": "UNKNOWN", "correct": false }, { "index": 2, "turn": 30, "topic": "gateway", "expected": "FACT-030-a9qrt", "id": "mem_e76d438644", "answer": "UNKNOWN", "correct": false }, { "index": 3, "turn": 45, "topic": "router", "expected": "FACT-045-jd6u3", "id": "mem_d526cd5b48", "answer": "UNKNOWN", "correct": false }, { "index": 4, "turn": 60, "topic": "gateway", "expected": "FACT-060-vidfn", "id": "mem_1ca9dab87e", "answer": "UNKNOWN", "correct": false }, { "index": 5, "turn": 75, "topic": "router", "expected": "FACT-075-mpk5r", "id": "mem_96f8fffecb", "answer": "UNKNOWN", "correct": false }, { "index": 6, "turn": 90, "topic": "gateway", "expected": "FACT-090-hyyqy", "id": "mem_7e9616df55", "answer": "UNKNOWN", "correct": false }, { "index": 7, "turn": 105, "topic": "router", "expected": "FACT-105-cuzlu", "id": "mem_71cac8308f", "answer": "UNKNOWN", "correct": false }, { "index": 8, "turn": 120, "topic": "gateway", "expected": "FACT-120-s4xt8", "id": "mem_984963943c", "answer": "UNKNOWN", "correct": false }, { "index": 9, "turn": 135, "topic": "router", "expected": "FACT-135-43s9i", "id": "mem_88b1e5c27f", "answer": "UNKNOWN", "correct": false }, { "index": 10, "turn": 150, "topic": "gateway", "expected": "FACT-150-saher", "id": "mem_c7eb91faf2", "answer": "UNKNOWN", "correct": false }, { "index": 11, "turn": 165, "topic": "router", "expected": "FACT-165-797as", "id": "mem_82ad049bfb", "answer": "UNKNOWN", "correct": false }, { "index": 12, "turn": 180, "topic": "gateway", "expected": "FACT-180-f9so7", "id": "mem_4ba76fa71e", "answer": "UNKNOWN", "correct": false }, { "index": 13, "turn": 195, "topic": "router", "expected": "FACT-195-u25n2", "id": "mem_4b6c7d38d7", "answer": "UNKNOWN", "correct": false }, { "index": 14, "turn": 210, "topic": "gateway", "expected": "FACT-210-kxe32", "id": "mem_e63dcc23b9", "answer": "UNKNOWN", "correct": false }, { "index": 15, "turn": 225, "topic": "router", "expected": "FACT-225-52qt3", "id": "mem_088e3fa837", "answer": "UNKNOWN", "correct": false }, { "index": 16, "turn": 240, "topic": "gateway", "expected": "FACT-240-o77fl", "id": "mem_0724ec8e3a", "answer": "UNKNOWN", "correct": false }, { "index": 17, "turn": 255, "topic": "router", "expected": "FACT-255-d78oa", "id": "mem_b81947c669", "answer": "UNKNOWN", "correct": false }, { "index": 18, "turn": 270, "topic": "gateway", "expected": "FACT-270-yz7lh", "id": "mem_307ba4ec48", "answer": "FACT-270-yz7lh", "correct": true }, { "index": 19, "turn": 285, "topic": "router", "expected": "FACT-285-1esyu", "id": "mem_96177cd268", "answer": "UNKNOWN", "correct": false } ], "correct": 1, "total": 20 }, "treatment": { "rows": [ { "index": 0, "turn": 0, "topic": "gateway", "expected": "FACT-000-qfl7m", "id": "mem_ee06bc7459", "answer": "FACT-000-qfl7m", "correct": true }, { "index": 1, "turn": 15, "topic": "router", "expected": "FACT-015-bp74k", "id": "mem_b317ef0bb1", "answer": "FACT-015-bp74k", "correct": true }, { "index": 2, "turn": 30, "topic": "gateway", "expected": "FACT-030-a9qrt", "id": "mem_e76d438644", "answer": "FACT-030-a9qrt", "correct": true }, { "index": 3, "turn": 45, "topic": "router", "expected": "FACT-045-jd6u3", "id": "mem_d526cd5b48", "answer": "FACT-045-jd6u3", "correct": true }, { "index": 4, "turn": 60, "topic": "gateway", "expected": "FACT-060-vidfn", "id": "mem_1ca9dab87e", "answer": "FACT-060-vidfn", "correct": true }, { "index": 5, "turn": 75, "topic": "router", "expected": "FACT-075-mpk5r", "id": "mem_96f8fffecb", "answer": "FACT-075-mpk5r", "correct": true }, { "index": 6, "turn": 90, "topic": "gateway", "expected": "FACT-090-hyyqy", "id": "mem_7e9616df55", "answer": "FACT-090-hyyqy", "correct": true }, { "index": 7, "turn": 105, "topic": "router", "expected": "FACT-105-cuzlu", "id": "mem_71cac8308f", "answer": "FACT-105-cuzlu", "correct": true }, { "index": 8, "turn": 120, "topic": "gateway", "expected": "FACT-120-s4xt8", "id": "mem_984963943c", "answer": "FACT-120-s4xt8", "correct": true }, { "index": 9, "turn": 135, "topic": "router", "expected": "FACT-135-43s9i", "id": "mem_88b1e5c27f", "answer": "FACT-135-43s9i", "correct": true }, { "index": 10, "turn": 150, "topic": "gateway", "expected": "FACT-150-saher", "id": "mem_c7eb91faf2", "answer": "FACT-150-saher", "correct": true }, { "index": 11, "turn": 165, "topic": "router", "expected": "FACT-165-797as", "id": "mem_82ad049bfb", "answer": "FACT-165-797as", "correct": true }, { "index": 12, "turn": 180, "topic": "gateway", "expected": "FACT-180-f9so7", "id": "mem_4ba76fa71e", "answer": "FACT-180-f9so7", "correct": true }, { "index": 13, "turn": 195, "topic": "router", "expected": "FACT-195-u25n2", "id": "mem_4b6c7d38d7", "answer": "FACT-195-u25n2", "correct": true }, { "index": 14, "turn": 210, "topic": "gateway", "expected": "FACT-210-kxe32", "id": "mem_e63dcc23b9", "answer": "FACT-210-kxe32", "correct": true }, { "index": 15, "turn": 225, "topic": "router", "expected": "FACT-225-52qt3", "id": "mem_088e3fa837", "answer": "FACT-225-52qt3", "correct": true }, { "index": 16, "turn": 240, "topic": "gateway", "expected": "FACT-240-o77fl", "id": "mem_0724ec8e3a", "answer": "FACT-240-o77fl", "correct": true }, { "index": 17, "turn": 255, "topic": "router", "expected": "FACT-255-d78oa", "id": "mem_b81947c669", "answer": "FACT-255-d78oa", "correct": true }, { "index": 18, "turn": 270, "topic": "gateway", "expected": "FACT-270-yz7lh", "id": "mem_307ba4ec48", "answer": "FACT-270-yz7lh", "correct": true }, { "index": 19, "turn": 285, "topic": "router", "expected": "FACT-285-1esyu", "id": "mem_96177cd268", "answer": "FACT-285-1esyu", "correct": true } ], "correct": 20, "total": 20 } }, { "seed": 3, "turns": 300, "tail": 20, "probes": 20, "control": { "rows": [ { "index": 0, "turn": 0, "topic": "gateway", "expected": "FACT-000-pxewf", "id": "mem_f2aba62587", "answer": "UNKNOWN", "correct": false }, { "index": 1, "turn": 15, "topic": "router", "expected": "FACT-015-1e3tl", "id": "mem_74d0ed5ae5", "answer": "UNKNOWN", "correct": false }, { "index": 2, "turn": 30, "topic": "gateway", "expected": "FACT-030-gf83p", "id": "mem_63e8838f24", "answer": "UNKNOWN", "correct": false }, { "index": 3, "turn": 45, "topic": "router", "expected": "FACT-045-2p3ua", "id": "mem_db18f2d61f", "answer": "UNKNOWN", "correct": false }, { "index": 4, "turn": 60, "topic": "gateway", "expected": "FACT-060-rgus2", "id": "mem_6a0b121858", "answer": "UNKNOWN", "correct": false }, { "index": 5, "turn": 75, "topic": "router", "expected": "FACT-075-hblyb", "id": "mem_060297e111", "answer": "UNKNOWN", "correct": false }, { "index": 6, "turn": 90, "topic": "gateway", "expected": "FACT-090-hisus", "id": "mem_9b80b014c2", "answer": "UNKNOWN", "correct": false }, { "index": 7, "turn": 105, "topic": "router", "expected": "FACT-105-5toyt", "id": "mem_0421f3f79a", "answer": "UNKNOWN", "correct": false }, { "index": 8, "turn": 120, "topic": "gateway", "expected": "FACT-120-9h6hf", "id": "mem_ebabe78015", "answer": "UNKNOWN", "correct": false }, { "index": 9, "turn": 135, "topic": "router", "expected": "FACT-135-jw6fx", "id": "mem_8b6fca3af3", "answer": "UNKNOWN", "correct": false }, { "index": 10, "turn": 150, "topic": "gateway", "expected": "FACT-150-70m0g", "id": "mem_7da4bff59c", "answer": "UNKNOWN", "correct": false }, { "index": 11, "turn": 165, "topic": "router", "expected": "FACT-165-30c3x", "id": "mem_074035a27d", "answer": "UNKNOWN", "correct": false }, { "index": 12, "turn": 180, "topic": "gateway", "expected": "FACT-180-pp2gq", "id": "mem_ee786fc79a", "answer": "UNKNOWN", "correct": false }, { "index": 13, "turn": 195, "topic": "router", "expected": "FACT-195-h5u81", "id": "mem_4965e9dd31", "answer": "UNKNOWN", "correct": false }, { "index": 14, "turn": 210, "topic": "gateway", "expected": "FACT-210-skod2", "id": "mem_1a7b1d179d", "answer": "UNKNOWN", "correct": false }, { "index": 15, "turn": 225, "topic": "router", "expected": "FACT-225-vo6pc", "id": "mem_7d9f559a3c", "answer": "UNKNOWN", "correct": false }, { "index": 16, "turn": 240, "topic": "gateway", "expected": "FACT-240-bnezh", "id": "mem_00424471b1", "answer": "UNKNOWN", "correct": false }, { "index": 17, "turn": 255, "topic": "router", "expected": "FACT-255-ouzrk", "id": "mem_f6ede73a71", "answer": "UNKNOWN", "correct": false }, { "index": 18, "turn": 270, "topic": "gateway", "expected": "FACT-270-abmgy", "id": "mem_df381b2e19", "answer": "FACT-270-abmgy", "correct": true }, { "index": 19, "turn": 285, "topic": "router", "expected": "FACT-285-o73dt", "id": "mem_a6498ab497", "answer": "UNKNOWN", "correct": false } ], "correct": 1, "total": 20 }, "treatment": { "rows": [ { "index": 0, "turn": 0, "topic": "gateway", "expected": "FACT-000-pxewf", "id": "mem_f2aba62587", "answer": "FACT-000-pxewf", "correct": true }, { "index": 1, "turn": 15, "topic": "router", "expected": "FACT-015-1e3tl", "id": "mem_74d0ed5ae5", "answer": "FACT-015-1e3tl", "correct": true }, { "index": 2, "turn": 30, "topic": "gateway", "expected": "FACT-030-gf83p", "id": "mem_63e8838f24", "answer": "FACT-030-gf83p", "correct": true }, { "index": 3, "turn": 45, "topic": "router", "expected": "FACT-045-2p3ua", "id": "mem_db18f2d61f", "answer": "FACT-045-2p3ua", "correct": true }, { "index": 4, "turn": 60, "topic": "gateway", "expected": "FACT-060-rgus2", "id": "mem_6a0b121858", "answer": "FACT-060-rgus2", "correct": true }, { "index": 5, "turn": 75, "topic": "router", "expected": "FACT-075-hblyb", "id": "mem_060297e111", "answer": "FACT-075-hblyb", "correct": true }, { "index": 6, "turn": 90, "topic": "gateway", "expected": "FACT-090-hisus", "id": "mem_9b80b014c2", "answer": "FACT-090-hisus", "correct": true }, { "index": 7, "turn": 105, "topic": "router", "expected": "FACT-105-5toyt", "id": "mem_0421f3f79a", "answer": "FACT-105-5toyt", "correct": true }, { "index": 8, "turn": 120, "topic": "gateway", "expected": "FACT-120-9h6hf", "id": "mem_ebabe78015", "answer": "FACT-120-9h6hf", "correct": true }, { "index": 9, "turn": 135, "topic": "router", "expected": "FACT-135-jw6fx", "id": "mem_8b6fca3af3", "answer": "FACT-135-jw6fx", "correct": true }, { "index": 10, "turn": 150, "topic": "gateway", "expected": "FACT-150-70m0g", "id": "mem_7da4bff59c", "answer": "FACT-150-70m0g", "correct": true }, { "index": 11, "turn": 165, "topic": "router", "expected": "FACT-165-30c3x", "id": "mem_074035a27d", "answer": "FACT-165-30c3x", "correct": true }, { "index": 12, "turn": 180, "topic": "gateway", "expected": "FACT-180-pp2gq", "id": "mem_ee786fc79a", "answer": "FACT-180-pp2gq", "correct": true }, { "index": 13, "turn": 195, "topic": "router", "expected": "FACT-195-h5u81", "id": "mem_4965e9dd31", "answer": "FACT-195-h5u81", "correct": true }, { "index": 14, "turn": 210, "topic": "gateway", "expected": "FACT-210-skod2", "id": "mem_1a7b1d179d", "answer": "FACT-210-skod2", "correct": true }, { "index": 15, "turn": 225, "topic": "router", "expected": "FACT-225-vo6pc", "id": "mem_7d9f559a3c", "answer": "FACT-225-vo6pc", "correct": true }, { "index": 16, "turn": 240, "topic": "gateway", "expected": "FACT-240-bnezh", "id": "mem_00424471b1", "answer": "FACT-240-bnezh", "correct": true }, { "index": 17, "turn": 255, "topic": "router", "expected": "FACT-255-ouzrk", "id": "mem_f6ede73a71", "answer": "FACT-255-ouzrk", "correct": true }, { "index": 18, "turn": 270, "topic": "gateway", "expected": "FACT-270-abmgy", "id": "mem_df381b2e19", "answer": "FACT-270-abmgy", "correct": true }, { "index": 19, "turn": 285, "topic": "router", "expected": "FACT-285-o73dt", "id": "mem_a6498ab497", "answer": "FACT-285-o73dt", "correct": true } ], "correct": 20, "total": 20 } } ], "aggregate": { "control": { "correct": 3, "n": 60, "accuracy": 0.05 }, "treatment": { "correct": 60, "n": 60, "accuracy": 1 }, "coldControl": { "correct": 3, "n": 57, "accuracy": 0.0526 }, "coldTreatment": { "correct": 57, "n": 57, "accuracy": 1 } }, "raw": [ { "seed": 1, "label": "control", "status": 0, "stderrTail": "1XwZqi9GFhctbqogajXg_qe8d8PyjnDBo1mW31LhviPYHbFIzwoQewlRtD1luk5qNpUlGh4Q9rYYpGZ3XG8e9p7cOXs5F06hgTmKZD3thyWmnh8YFvehlEqRrXz1zWXo4pdXBQqQMDiFZFh63AKVX9gj871wFCWWuym.oWaszrPCQia6E9cUH8gfnVy4lENv2IZyjRghAjRdtRqxERAlJlDAFYgNARq7wup6on7ksVbshlG6EI5Pf9IeyFiCkiy2xpiMyQ6lEO8S2.Cl_BMlhFdGod0tLG6RQpsO2SuhjWIKeUC0XziZZK35I4XOU7jZ3Mq.oL5hAodEvVlaAz3ubhMtjnSbsqM4DCfQ',mdrd: 'HsapYG3W3Pz2lvfSJp_lC3_4lyOFhkftzjtAk3qdYRQ-1793270211-1.2.1.1-ZyFDg1GJo43H8ACQ0NAP.r6t68JOcNyY_j6Ll58v4mn1pmaiqu6mci5demSTfYXqBHcy_u01hXAQp3HHODB_nasLpucr_K8acDJ2__plVHd6IgFJ2PbCDLX6NEB.crovmY4uxs07DyC97E2wX.c7cJJUEHhNgXM2n1ybkA4k3EOjEaUAez_PmnI.xYSCv.OifVNDcsx3R1fxYQn1aFunWaQBY9EULlT.I9KKD_QN1fO7m5qjVf8On_hQcoHLT9qpKNVAOKz58mIyliI_8QRgC8ueNEie0En484WHovtEU4VP.QPJ7nrerYyMdcZUL_cMi4BxJ6_76VrkZK9B9pfJgL369VSHAaeI9_xerXPh7ZLf6qA70N7laJTkrVxrGo2rd8I.wsAHyRIBb9NZN7tIlQUzy5.jSqwxPEfSqV_CBpSjEYopX0TkS6eHPiRdxaVzcwc8BQy0HAPUDpAmtAp90CvlFACIwCvrzuczAqQVNJDUhuFkbHqmYwy9ZiyMsvZNhcdBr571iWMI3Q5a54lylxea.YD1OVZ2uop8l9eybjlUXsm6AY9Lclnt2MEMKiblC3ebiwrGxOZvZtVCaSmkpKb3RdOnHPZoDw_HcXYipauiSjpKfED3zGWymAvuM3xx7o19p0uSb12oZ8gqF1J_ZuwMoW3HQopDPJqeAROs4Il.UQIaoBhErhK8... (truncated 2462 bytes), when send initialize request\ntokens used\n10,125\n", "textTail": "Q0: UNKNOWN\nQ1: UNKNOWN\nQ2: UNKNOWN\nQ3: UNKNOWN\nQ4: UNKNOWN\nQ5: UNKNOWN\nQ6: UNKNOWN\nQ7: UNKNOWN\nQ8: UNKNOWN\nQ9: UNKNOWN\nQ10: UNKNOWN\nQ11: UNKNOWN\nQ12: UNKNOWN\nQ13: UNKNOWN\nQ14: UNKNOWN\nQ15: UNKNOWN\nQ16: UNKNOWN\nQ17: UNKNOWN\nQ18: FACT-270-e7fcx\nQ19: UNKNOWN" }, { "seed": 1, "label": "treatment", "status": 0, "stderrTail": "ufzulUy6ledEN0IWMqg2y1zl5UTktrBENa659I9yx5PoyqXpo7eZiwM7PJrqPnGLlfF9QcsCslLSw06nPkrMlzN3PCpUzzVnKxeFYvfJIo9bXGxag_9Yy34uPtpeCowHUW9ecgnDVW9YyMWP8W.xMuNj464nLz9Pk7CyK.88y5g4YYlv2Y_uxEcddJ74FnbBpwon6NwwIBMDkU0Vfm7IZ1UNor5U9Q.qj3Fncd7KFf6MvSbjOSrRHzvkllIo8HO.kuqn4UhrO0EpOr1UpVnOZ1ed4di5WmtubIy6ya9exb25ktNYApq3EJ04Ipyw.zKHDTXkAnROt3QVQuxLGz.BqcxYznr2hPaNtIvA',mdrd: 'D5nzEGw_S.PVs7XAQ1nvSFYy8GbgdgONyK5JZ2eGs5o-1793270249-1.2.1.1-FLOPBAh5t0.afGRqBZoCiC.Rddku8Xz755UCznRgbAtM79GEhRIiPwSvKvkNDbV_TaunnyCTJIFJ_G7XZkn6EaDOXRMhIvcgp8jw2wwJyyojFmSporutxz_Lil2cqWl9eqlfbJ.Iv6U8OLE0KGQ8Z3YDCrPuNHtJ8D1f1MdRsabPTSXNcPHWZJrWvmcszAFF6Ad3upXvrjw9IWGNcZPJFrNCL3gVW8yNxolIKuolD5TfTragkHuleTj1qGBEFgOOzIfRjEJCyFGGmKNPOit9mQxTlVA0zlbHhht8zYmb517AOkTiH0AYMpTW1GOTYr4ss7cWvThBcGFPHyKiWrw5GRfEeKJ6uRL16nKFyp_COMVq4T4_6TR2MDvob6HvxKzoGZJkt.xzOTfULokBceJTpRfNnVbeWytC0QoCvoBsIBoQHk3jUV3MJremejstBsOOsJp.NvQ0WUntDZ7rD72KAlb_hCHHNynSFr6JV3pNQOReti0jOoQErvc3G4CnGOy2NE.aUC3KUbhtvgL81RHhgo94wnR6dRLlPW.dCCCiiCiTZ0F8B4HbvdXmsdlCnPxcgoGW4YjMKahf6qhaEbVBT0YPGu27YK2oFk4q0V3ZV6wICPGbib.g3HdfLrjFHEJu7ECoAMMLLlzIIvhKQyCrfWDGFkKXsXm_DxMVoiHvsNLvhARYUUPajh3z... (truncated 2462 bytes), when send initialize request\ntokens used\n16,542\n", "textTail": "Q0: FACT-000-mkorf\nQ1: FACT-015-03jmy\nQ2: FACT-030-izkkh\nQ3: FACT-045-zbfww\nQ4: FACT-060-yv0n0\nQ5: FACT-075-a4b5x\nQ6: FACT-090-m28ly\nQ7: FACT-105-py2zp\nQ8: FACT-120-fbtzd\nQ9: FACT-135-ztagj\nQ10: FACT-150-ge14o\nQ11: FACT-165-hlgwo\nQ12: FACT-180-50232\nQ13: FACT-195-ej946\nQ14: FACT-210-8wsh3\nQ15: FACT-225-5k815\nQ16: FACT-240-hlxhw\nQ17: FACT-255-2fb7j\nQ18: FACT-270-e7fcx\nQ19: FACT-285-rm66w" }, { "seed": 2, "label": "control", "status": 0, "stderrTail": "wxb8dEbPpITzjSK69Ug1FAKpQs9WFKcknP1yjkAtTKNDKbvqYwvMLun8c.4lP1_NkpYh5lPoYjdAOJdgIO8H8qbKYUrE1OR6xIv2k768tX3zgctZkRF_9fjk1kl20aToQBrJbsOv6CgaR7mLzn.wMlVHf4nqFLwCpZWu9tRI5XVRU3DPFxspbcSqmam6UMKManQLrVQxeW1nMKprqmTjY3O8PqEZLzGsa2FPdKHyfhF2C6GiNTa9qS52BdF7rtBsRkSk0RrONFkZT1vbohY6mjSrvRDp8YpDVKUppzw2mnKlESgi00I4d.G44PWdxowG5RrSjJsdDqabRLE.qSuodDh2horP3rWdHfkA',mdrd: 'e9Sru7Xn00zLGHo_YyURqLhmCQy9Pfj_Qc8KiVqVMp8-1793270288-1.2.1.1-A8Ag14vFr3U6zpOWGCvC4xMccKJ_6R2qL4lL7sWECt9G0tdjjB1aS9hj6B5_ijmSQ3ah1w9qtzEEX54XnNtgGZVVtBjZWnIq3JmHIwg4lUYmJP6dJ_khH8H7ij3YZR6fZXJcjELPABtLll8h4Jr9sRYjCvvfR14x4ei5Vv2CpFQOtpgZdrEXdvAxwwhOlOShgDC6y2XK08JsDA89OWfLH7YSmOk1eCR9LJ_YAjjQzgOxD._ngBCsD_wfGutjhckqi83RyOITukF8FUp4hVIPtsHsz4EQaNeLOMYArU4ObhsqVa2nE0QHxJGlUaVlSLudBD5aYOdeG3PtnHMdBxElL74PW2cq6ai.cPa5fOSHCJnHvJJoMvjS6WSVO4Dc4je55yjfGT7Bi_JCmYCeMwnrGRgrp07t_GZfF47mtKCrpHpHakhONVl88sbsGi7ucQltQtHC5T_wssm5T1zsOdbIZWM9.UMlqxdkcbz6_N0nSZykwcO8AVpi4ja0xW9ZsHBEfi.Ts2clUzzJweo9PEGfXQV9gLcRU8Pey2RhFIY6JppA.yjF.YAPYuTUYYVeIiU16dGEjG8WVqVRIqdLNaZvlr6yg.nDfrRFfGAYWB_6wVDik1Qu8GvzemyYCfrc0bAtkMHOreelykbXk.uImYuwNRbZ1XTciQaXI5mgpLxJnflBikpfkQmyX0Ia... (truncated 2462 bytes), when send initialize request\ntokens used\n10,135\n", "textTail": "Q0: UNKNOWN\nQ1: UNKNOWN\nQ2: UNKNOWN\nQ3: UNKNOWN\nQ4: UNKNOWN\nQ5: UNKNOWN\nQ6: UNKNOWN\nQ7: UNKNOWN\nQ8: UNKNOWN\nQ9: UNKNOWN\nQ10: UNKNOWN\nQ11: UNKNOWN\nQ12: UNKNOWN\nQ13: UNKNOWN\nQ14: UNKNOWN\nQ15: UNKNOWN\nQ16: UNKNOWN\nQ17: UNKNOWN\nQ18: FACT-270-yz7lh\nQ19: UNKNOWN" }, { "seed": 2, "label": "treatment", "status": 0, "stderrTail": "G1m8ZE_Cj67dlVrFwGE6Bgq5xls6d_BRoIpBnZZzLleJE2cm1bC42ssrVFzWhNvhgONBIuqXkmHTTiG9PLmsUQFO4Yhyj3gqRSHu7fK_0J3APn7v3sl08nv.jpJrZM8HbzBocCbU7TqYgmJrhrRBH_SGbZ0TGBRAl0NHeoDu0St8gSGEcZ2jGhpcKa_3I_KZjUfv3oiLDJl1CgbWCxpavwAyPXIHaN1YRkRxpWyL6c6SAlTLjwWGTwpK0xtrySpnAw38mwVB8yhu1G.dIGa0HS5wZmsl0CbW7oqPWxDbMNC.YmL.jfH07aDmXuyZyfGLjTswk2zVjxLS4_al8d2YA7jVQrXM0YViFYNA',mdrd: '34ZgriIbdv.x_sl4DL8slSZAxfbRluKFhEIxLShb5Co-1793270319-1.2.1.1-NkigfJ7svzeCorWuxoquTRLq5E3nukdrO8qhLpa9qbXGb5mE0yQzeUtA5ymSSX.ThinAwR9z6VNd3lSD1gQbyPpifB7cXtAiuGFHhuZQHwvp53FSOI_6IJHHa0EXi1m2FKUuJ4eapJB_6emDEziB0fsFMWoBz9Uz2DJBj.tdOJLh.Z.WTBCjGoZHvT17ADcQ_4a0sUmIx.pCrlWWrPUjfmXshZuXULXPagOzWkVz2wKEXgpVsNcn.1K0a7Mky86T_GxmdIQrhdbqFMneKQzJDFfnUqVVEXaNteliq5su4R7xRS1UC6QildFmbvysWv498Nw9c1s2p2RstudECKqBaQQvTd_IEAMargeT1uJ2UMTANX2y8lf6fNv8j0JNiXPU1oc3eWk9kr0Poq1xlU7kkF6TyZntMcWoPxprbhMiKviXQq1MqD0BizsljETxtp0_or5Z.JWiLY6OOfabWTPCqauFiAPQSWxZcnsmsDJuCw9rQa.LNsMOx5W.5JSEHuavXx5fq9oY7W1ZCVHP_a0BhMAMdkv.HakG4uF84unc7UR26nA5zlfihhHy7tpdELCYbJVvm.kWSEyxbRUoSOqgGjy0vv_em7RPBh3XvPEhaGVi4KYXiQ2gPv7x3GFyCvbrccJCjl0RVuGatq.sGwtTlsjEBg1BPmUDVH0a3if2SkdQZ86HqaZ12Lj4... (truncated 2462 bytes), when send initialize request\ntokens used\n16,568\n", "textTail": "Q0: FACT-000-qfl7m\nQ1: FACT-015-bp74k\nQ2: FACT-030-a9qrt\nQ3: FACT-045-jd6u3\nQ4: FACT-060-vidfn\nQ5: FACT-075-mpk5r\nQ6: FACT-090-hyyqy\nQ7: FACT-105-cuzlu\nQ8: FACT-120-s4xt8\nQ9: FACT-135-43s9i\nQ10: FACT-150-saher\nQ11: FACT-165-797as\nQ12: FACT-180-f9so7\nQ13: FACT-195-u25n2\nQ14: FACT-210-kxe32\nQ15: FACT-225-52qt3\nQ16: FACT-240-o77fl\nQ17: FACT-255-d78oa\nQ18: FACT-270-yz7lh\nQ19: FACT-285-1esyu" }, { "seed": 3, "label": "control", "status": 0, "stderrTail": "s4NnlSlKhrg8oH6y8jmC_.5czHV9XuVg9SneojGqQAbZHY6jwcYNTSZTtnLrV4sgylpXmqwuKrFrtvK4iKtB_LD8Vq9trUBpGpaPLRwGfjA7ewELlXxuIc1smW25gXEZ_bCsE9S21qXW3oWx50QhNrbRiwQfA.WkSAeAMXOWNyMwdEGsmdqnIfbMDQZv0ITDngTnjMxdSNTjdcY1Ay5AddAli53d8WEx2otCLMhNYHxGqLYAekUPpBN8F1EVkFrehBcatdAa7GmyDWpD14JyIm5eMLj.NGLznXcnSeGxJfHWDXrFcMZhxFrFfhIq7JRo40gzuFytlzIqWo6m3YQOJ_95z.nEi71nRb0w',mdrd: 'bcCmn9.1cbuACtBn_1d1gcEdJfwTMlf7Q6F6yvPaOW4-1793270361-1.2.1.1-KvQSS6qp1cNXM.M_.FALBO6BdqEcYoGL1Cgpjin0ajNRnO6phgvISJU5vFOb.LwCbctgNy0njxnN8J9wU7O5yEyIDfd3WBOPjy0vnk_UFTXl5KwJD7RiZ1SWbIDCafUDVwQrHpj2s3twhe_ijUgHkdUJ5ohg1FQTGd5pT1C1JzNeQLSpCNrGEDsSC9JhgjHc75.6Z.6qmpZYnvy4_EjQmvgv6OrC1rbotQjPuLBk5CjsU6_MgjTbh3h5bCQoddSQ6SJqSwCYsxW1M0xxqgc5IcGtyqM_kt14f87WKfPYyS.2ZPjO2f970zlECfzc5Lvkj9afJTCZ3aNGi0Cf19mztjBNLg.AoG_NPv_MXPcIjaTDdtACEFs5Os5yL2wZXTEMe9zPgiZCzQlodxSmyL038Kg7jakujrngrOhv.0JHR.XE302PFc9JfhKC.3EoyC8aFOdoxgea4ooJ_WAGcdJF2K2itDMvG9BmdU9UJdrJvK94g1yKD9mqmbjNIqzDlfBbbKmM3CoJmhecHazvWk0JIH9c5.s2BavbJaefPwMymmJEhz.g65GUeJU7rMjsYM3IQpXByzf4hGF19tf9VjjM1nUEyf3XJhIjGhNYxBSyyu35tVkn2EXy4CT3TfRiiY96D.JHwVk3Z0_bpyF_9rRnvPxAE0re.MyMqFi1qKk4oF3b9kJq_J1h7iLv... (truncated 2462 bytes), when send initialize request\ntokens used\n10,107\n", "textTail": "Q0: UNKNOWN\nQ1: UNKNOWN\nQ2: UNKNOWN\nQ3: UNKNOWN\nQ4: UNKNOWN\nQ5: UNKNOWN\nQ6: UNKNOWN\nQ7: UNKNOWN\nQ8: UNKNOWN\nQ9: UNKNOWN\nQ10: UNKNOWN\nQ11: UNKNOWN\nQ12: UNKNOWN\nQ13: UNKNOWN\nQ14: UNKNOWN\nQ15: UNKNOWN\nQ16: UNKNOWN\nQ17: UNKNOWN\nQ18: FACT-270-abmgy\nQ19: UNKNOWN" }, { "seed": 3, "label": "treatment", "status": 0, "stderrTail": "UOHZcHrh7ZNiPekl.2tfX5C3T7ANW8hFrmBzChXAIPWRMu9YFCwqXzBK6tuNAjfJEZOJVTPOvLkiiDZcOZo9Oqfi26iwFCUyLeibjDYMqOp6.fHvrH3s7YVZ.K9qGMPqYxhiyNIeWTCJXnb33MJoaQWLstWe9jHS118swUuzRkmcNmLBbWNA2HB1a2ydO2v5wzpfxyobIcdZdc5w8bKp5Zi48oSZtVurjCVDNrSX2C6iSaXit1YFNgurZP8u4m0zeu4JLIbNvIUaLOGfpemEdpWXIOwwAWr7lhC8e082Fba5CbWktWWcdoC365AS.N8IxCkFd35Z.PX8R2ViVepDaiblVPfCZFeoL7TMA',mdrd: 'Rn0b_mrw3I6T_tGEwSnZKnCwT9alrSO1ZpEjLY7s8l8-1793270385-1.2.1.1-z5MROljIQFKUS.pzHOF4RwvUORGmWIkoykrDUlvq3kSOcyRS7hlGoeaSxoEctVIWZCgEzQ6uyr5GoU670FVJG.xT8Uo7MTEYNo93wpFWREamUSuwsD36rbl1LKb3hH7Lf5I5tbck43nsWPhbhgpgH5W0jwBhKzPhYXtRSOxNcT6H5QSfpzG.1fR0EZwdiMdtr9gANMxrV.eD7Ev2F2_U.9zgRmWgViQ6lEAdd_J6T3XLcoGdnhuMZxvObZYFADAxkcqdFKH.Yxr2aniW3qAb9e4KHtHDnCVMypDQLd1nekD6D6Zw0_bBTgK2iF44Cxxiybx38XQ2rpEf7NsSzxxOtpaML4yB63CkVQva61jHNJkFv4lMVmxnWcFVaeTX2FrlsGISFCap6LGAfyAsRTOM_Ql8mN5FDMuECDDg0XMZ4V0cbuzwXOp3HQhWifpwNoXuW3mrRGr7_.BEB1VS6GWeiSzimb6a9CECt52D8626n6Zu20ph3qxZfVm.Sl5dDy2TrrNtM6AE.jd7fFKOsXt7Uz1SWvttpEQpmtr.s6_ErpWT9ZghDMRaM2U6IcjlKnXkVTjRRlenNxR0w5T1JbyuLwPMJS6XpEUSspR3i08acr3mqGENOls9Q19NthBTX37JuG8CFPG8JE7wU8Mx3GFbReESrdAFw.N4Qs8TaFpiPJqhMoRacTTLUnqy... (truncated 2462 bytes), when send initialize request\ntokens used\n8,891\n", "textTail": "Q0: FACT-000-pxewf\nQ1: FACT-015-1e3tl\nQ2: FACT-030-gf83p\nQ3: FACT-045-2p3ua\nQ4: FACT-060-rgus2\nQ5: FACT-075-hblyb\nQ6: FACT-090-hisus\nQ7: FACT-105-5toyt\nQ8: FACT-120-9h6hf\nQ9: FACT-135-jw6fx\nQ10: FACT-150-70m0g\nQ11: FACT-165-30c3x\nQ12: FACT-180-pp2gq\nQ13: FACT-195-h5u81\nQ14: FACT-210-skod2\nQ15: FACT-225-vo6pc\nQ16: FACT-240-bnezh\nQ17: FACT-255-ouzrk\nQ18: FACT-270-abmgy\nQ19: FACT-285-o73dt" } ], "caveats": [ "Control/treatment prompts are synthetic fixtures; do not include private data.", "The Codex agent has its own tools; the prompt asks it not to use them. Review the raw replies before publishing.", "Usage/token counts are not captured by this bridge.", "Reported cold subset is not a verified recently-evicted subset due to the retained-tail harness issue.", "Contributed from a local Codex CLI run; no keys or private prompts are included." ], "contributedBy": "Codex CLI (gpt-6.1-sol)", "bridge": "scripts/codex-ab.mjs", "seedsRun": "3 seeds x 20 probes", "retainedTailCaveat": "live-ab.mjs recent-tail construction has a known ordering issue (see docs/live-testing.md warning); the reported cold subset membership is not verified. Overall control/treatment answers are preserved verbatim." }