{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-04-queue-backpressure-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:35:06Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "d87eea475045abd87aa64601fba80c6d5f59f4b5", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dba85b8260182ab3c0a82276f283a1b54ce60009c8a1db10331dbd2843b670bd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 358.248, "gate": 3.666, "grade": 2.328, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.472, "shape": 182.267}, "timeout_cap_s": 3600, "total_wall_s": 573.994}, "tokens": {"phases": {"develop": {"cached_input": 82432, "input": 186428, "output": 14679, "reasoning": 10767}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 90112, "input": 210778, "output": 21536, "reasoning": 15484}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-04-queue-backpressure-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:12:35Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c9f2252a0f89f0a3b84a54be301df98b91114990", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3ed04ce3b3ee16ddfb0c2e2b89e087b3b962c845777c214badd119c89ff7ec76", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 403.566, "gate": 3.628, "grade": 2.422, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.379, "shape": 169.979}, "timeout_cap_s": 3600, "total_wall_s": 590.009}, "tokens": {"phases": {"develop": {"cached_input": 17408, "input": 121197, "output": 16376, "reasoning": 10518}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 25088, "input": 144840, "output": 23693, "reasoning": 15515}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-04-queue-backpressure-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:07:47Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "41a88769b79e0db191034f9e17fb3e89e8ac67a1", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0030327e16a76e4297104eff693fd5c27c8ce1442f24891e49169abf0754fc69", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 688.819, "gate": 14.522, "grade": 2.324, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.375, "shape": 264.086}, "timeout_cap_s": 3600, "total_wall_s": 974.05}, "tokens": {"phases": {"develop": {"cached_input": 123392, "input": 279080, "output": 24457, "reasoning": 18019}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 134656, "input": 294226, "output": 31233, "reasoning": 22213}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-04-queue-backpressure-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:43:48Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "f890445ddb9cdd751e48e90eb72a0d81961279b5", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a847a2926376194ad3c402aa016b1296c85d7cfe7dc4dd1471be63634e6666c9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 644.551, "gate": 3.686, "grade": 2.371, "plan": 103.63, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.925, "shape": 274.606}, "timeout_cap_s": 3600, "total_wall_s": 1039.305}, "tokens": {"phases": {"develop": {"cached_input": 62976, "input": 426307, "output": 23287, "reasoning": 14401}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1272, "output": 3058, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 79872, "input": 481207, "output": 34364, "reasoning": 20981}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-04-queue-backpressure-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:18:06Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b4912d36492078fdf1c8da7a8c28e008770e600a", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fdfc6f768f3658c68db27603d40a1e6985a360a67ec1f313e16f849625d63c0b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 747.847, "gate": 14.129, "grade": 2.213, "plan": 108.638, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.439, "shape": 231.388}, "timeout_cap_s": 3600, "total_wall_s": 1113.715}, "tokens": {"phases": {"develop": {"cached_input": 72704, "input": 357717, "output": 26363, "reasoning": 19571}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1310, "output": 2993, "reasoning": 995}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 80384, "input": 378501, "output": 37769, "reasoning": 26645}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-04-queue-backpressure-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:53:24Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "40f671a519209a9c8591deda727aa354d43c9c19", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "302647c3bf4337be4b31b532db14768d11a80980377bb979b27d62861d33c7d5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 625.819, "gate": 3.695, "grade": 2.313, "plan": 104.659, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.474, "shape": 307.321}, "timeout_cap_s": 3600, "total_wall_s": 1058.806}, "tokens": {"phases": {"develop": {"cached_input": 65536, "input": 290687, "output": 25254, "reasoning": 19170}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1388, "output": 2856, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 73216, "input": 304050, "output": 38568, "reasoning": 27915}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:42:12Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9439eeba53c20e42c3899f80ad4d622172357a68b45e07a233dee1fdd61d130c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 712.427, "gate": 12.569, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 6.014, "shape": 397.136}, "timeout_cap_s": 3600, "total_wall_s": 1127.549}, "tokens": {"phases": {"develop": {"cached_input": 56192, "input": 335052, "output": 27639, "reasoning": 14541}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 64896, "input": 362447, "output": 48929, "reasoning": 32557}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:44:35Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "1831906c03f43dcfa441d7419577bc61edb895d0", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b0ad5daa7708155900d128d78e283e0dd1923d8e60cb9ea4ebd9efff9a8df2c7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 219.803, "gate": 3.925, "grade": 2.137, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.442, "shape": 278.015}, "timeout_cap_s": 3600, "total_wall_s": 514.784}, "tokens": {"phases": {"develop": {"cached_input": 37376, "input": 64105, "output": 11305, "reasoning": 8462}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 47104, "input": 93715, "output": 25771, "reasoning": 20219}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:52:16Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "d0351f65f756f1e921a1eb87bebb8de4f4035534", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "29eee2c43d065cda833485c9d306c15f1428a8deacf8358a18e279067619bc8d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 220.873, "gate": 4.14, "grade": 2.309, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.36, "shape": 311.984}, "timeout_cap_s": 3600, "total_wall_s": 549.104}, "tokens": {"phases": {"develop": {"cached_input": 11264, "input": 146247, "output": 10959, "reasoning": 8059}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 22528, "input": 182832, "output": 27289, "reasoning": 21634}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:25:11Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7114a37565cd9b521a73a367616546c1029dac2027290cf2b3152bf6d5595413", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 1696.965, "gate": 11.039, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.813, "shape": 316.937}, "timeout_cap_s": 3600, "total_wall_s": 2030.415}, "tokens": {"phases": {"develop": {"cached_input": 113408, "input": 385866, "output": 30675, "reasoning": 16445}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 122112, "input": 412518, "output": 47401, "reasoning": 30301}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:26:41Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "02dc243cbce5e4c478fd9156e814ce1e0f6d557b9487a2f8735693a3c7f499dd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 903.176, "gate": 10.904, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.841, "shape": 394.454}, "timeout_cap_s": 3600, "total_wall_s": 1313.457}, "tokens": {"phases": {"develop": {"cached_input": 225152, "input": 496487, "output": 37646, "reasoning": 23849}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 244096, "input": 538035, "output": 58208, "reasoning": 41220}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:36:11Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "877a9f8d242116a5e65086b75bbb8d3f4f55cb9b06647b92859170d9f53df92e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 367.714, "gate": 6.837, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 95.672, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.479, "shape": 353.878}, "timeout_cap_s": 3600, "total_wall_s": 831.758}, "tokens": {"phases": {"develop": {"cached_input": 132608, "input": 245586, "output": 18265, "reasoning": 12792}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1344, "output": 3008, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 139776, "input": 275477, "output": 40050, "reasoning": 30003}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:13:19Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "13962e23d57e4cf8ad62cd53185be880b7e774bee107ba04d68d80ac4b4a817c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 104.757, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.533, "shape": 373.831}, "timeout_cap_s": 3600, "total_wall_s": 2290.287}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1277, "output": 2950, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 24064, "input": 30770, "output": 22850, "reasoning": 17822}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:05:07Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "89ba1b6188d529c7716f6a7a4816635e6c861e2d8f425ea061f3084f26361d75", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 1323.166, "gate": 6.455, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 96.362, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.685, "shape": 304.044}, "timeout_cap_s": 3600, "total_wall_s": 1734.765}, "tokens": {"phases": {"develop": {"cached_input": 233984, "input": 284644, "output": 20241, "reasoning": 15501}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1301, "output": 2881, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 244736, "input": 330655, "output": 39004, "reasoning": 29529}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:03:07Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e5d75baad768b259aaa1783cf8947778dd9eb97015f9dd447a4dcb6bf6788b83", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 569.601, "gate": 5.443, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 108.41, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.383, "shape": 359.057}, "timeout_cap_s": 3600, "total_wall_s": 1048.317}, "tokens": {"phases": {"develop": {"cached_input": 239616, "input": 425600, "output": 28236, "reasoning": 21636}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1353, "output": 3025, "reasoning": 1114}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 257024, "input": 462680, "output": 50275, "reasoning": 39047}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T02:13:21Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "4d194285c08586c00fdbff25e49fc5a9d27683a8", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2ef4e7108c1088977e48eacf1b3ae1462f4c95585dc133c7139354da34af108a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 256.486, "gate": 3.477, "grade": 2.478, "plan": 84.76, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.384, "shape": 325.994}, "timeout_cap_s": 3600, "total_wall_s": 683.817}, "tokens": {"phases": {"develop": {"cached_input": 56832, "input": 146720, "output": 11991, "reasoning": 8678}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1326, "output": 2428, "reasoning": 585}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 68608, "input": 168913, "output": 31602, "reasoning": 23802}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-06-migration-ticket-numbers-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:49:40Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "e084585e1ecfd99704e8f4593cd0b9bbc193c33f", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b04a70accc6c2310861683e8ce7a914a4017cd9d88403f91dcef1547abba5cca", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 637.84, "gate": 7.826, "grade": 9.229, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 118.086, "shape": 677.319}, "timeout_cap_s": 3600, "total_wall_s": 1336.98}, "tokens": {"phases": {"develop": {"cached_input": 487424, "input": 589013, "output": 25834, "reasoning": 18513}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 586240, "input": 887413, "output": 45699, "reasoning": 34034}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-06-migration-ticket-numbers-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:27:59Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "42c54c4f1864c2afd9c53c045c8954c7a5670b34", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "658371c96bf939a62184db0f8babde94f82ac75aa3ba40c0c56dafbc4feffee3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 300.881, "gate": 3.872, "grade": 8.589, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 120.545, "shape": 385.146}, "timeout_cap_s": 3600, "total_wall_s": 707.935}, "tokens": {"phases": {"develop": {"cached_input": 36352, "input": 147400, "output": 12192, "reasoning": 8564}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 85504, "input": 262066, "output": 25183, "reasoning": 19387}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-06-migration-ticket-numbers-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:23:41Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "95636df084fb08a23d377f5a6f79f75e8538411e28c8041b76d1c7206e11d202", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 861.733, "gate": 54.307, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 178.124, "shape": 402.788}, "timeout_cap_s": 3600, "total_wall_s": 1360.896}, "tokens": {"phases": {"develop": {"cached_input": 118272, "input": 820852, "output": 25894, "reasoning": 12728}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 153088, "input": 920502, "output": 40198, "reasoning": 23812}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-06-migration-ticket-numbers-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:59:31Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "004b17c4d4b13366a1eb5093fdf6ffb809da0bbc", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c261ff3bf90360925f5cda6c9ed7f4daba9726550df3eb0c1095151f4efe1c88", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 1213.024, "gate": 3.878, "grade": 8.292, "plan": 101.116, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 117.723, "shape": 575.412}, "timeout_cap_s": 3600, "total_wall_s": 1917.924}, "tokens": {"phases": {"develop": {"cached_input": 14848, "input": 185888, "output": 12295, "reasoning": 8500}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1834, "output": 2811, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 48128, "input": 343920, "output": 34372, "reasoning": 25357}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-06-migration-ticket-numbers-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T00:50:54Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1a341cbda532b71455fa5f8a278c5249b2467e4afdb62ca27766622fc0a3a611", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 1626.017, "gate": 9.492, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 117.756, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 63.455, "shape": 456.908}, "timeout_cap_s": 3600, "total_wall_s": 2253.332}, "tokens": {"phases": {"develop": {"cached_input": 1715712, "input": 1258844, "output": 67573, "reasoning": 56376}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1810, "output": 3611, "reasoning": 1552}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1735168, "input": 1396328, "output": 89520, "reasoning": 72719}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-06-migration-ticket-numbers-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:15:59Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "67b170cf899d58faebe8a97a2966cfa1a578ac95ece1410904624525096af873", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 655.962, "gate": 11.561, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 97.403, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 64.714, "shape": 453.258}, "timeout_cap_s": 3600, "total_wall_s": 1237.334}, "tokens": {"phases": {"develop": {"cached_input": 448512, "input": 698969, "output": 26945, "reasoning": 17694}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1705, "output": 3045, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 477696, "input": 813596, "output": 48699, "reasoning": 34455}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-15-validation-ticket-form-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:51:07Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "70f027515a88d4ac87ba2705e1a420343fffa948", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "83f24de1799d014dcbfc04cd362594dd58be3a8faec7914156679460d0eb23bb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 188.424, "gate": 5.536, "grade": 4.919, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 59.658, "shape": 190.772}, "timeout_cap_s": 3600, "total_wall_s": 404.729}, "tokens": {"phases": {"develop": {"cached_input": 13824, "input": 65844, "output": 8474, "reasoning": 6625}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 29696, "input": 125279, "output": 14840, "reasoning": 11167}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-15-validation-ticket-form-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:35:47Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b73232d28026101b93f40f541521687f3fe483a2", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c3ef21f031c84000097f624ee262be2a7fa848f3526a1ced66d7a51d1a760688", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 439.679, "gate": 28.79, "grade": 4.836, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 201.636, "shape": 319.627}, "timeout_cap_s": 3600, "total_wall_s": 918.29}, "tokens": {"phases": {"develop": {"cached_input": 59392, "input": 239496, "output": 13708, "reasoning": 10223}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 105472, "input": 331706, "output": 21792, "reasoning": 16186}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-15-validation-ticket-form-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:18:47Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "ff14801bbe37d801f48a07bb9288e094c262bbcb", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1980bdd077789e28b19783c708bef90e206ee17ae1ae30289fad607859a50f79", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 211.283, "gate": 16.255, "grade": 5.546, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 63.393, "shape": 250.328}, "timeout_cap_s": 3600, "total_wall_s": 493.302}, "tokens": {"phases": {"develop": {"cached_input": 20992, "input": 150100, "output": 9460, "reasoning": 7145}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 105472, "input": 287311, "output": 17759, "reasoning": 12983}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-15-validation-ticket-form-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:01:59Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "2345f1725965e4e4d8516fb004495ef6b159ee57", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ce0a3a5c2362a20980876a31e7b5def52e95dfed779175510f486928b8a2ccbc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 1105.926, "gate": 3.31, "grade": 4.997, "plan": 84.583, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 68.147, "shape": 339.075}, "timeout_cap_s": 3600, "total_wall_s": 1550.273}, "tokens": {"phases": {"develop": {"cached_input": 80384, "input": 149248, "output": 9113, "reasoning": 6416}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1652, "output": 2675, "reasoning": 779}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 97280, "input": 238528, "output": 19851, "reasoning": 13116}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-15-validation-ticket-form-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:33:17Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "8405da007ea351f836855a2be4a7fa406ce1d097", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "565e7dfd2041fb457b3c1b50d80b31bab61cafafce7a4259c3e2be29111e235b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 295.557, "gate": 5.295, "grade": 5.349, "plan": 101.116, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 118.014, "shape": 311.931}, "timeout_cap_s": 3600, "total_wall_s": 739.882}, "tokens": {"phases": {"develop": {"cached_input": 39424, "input": 199077, "output": 8558, "reasoning": 5995}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1678, "output": 2937, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 53248, "input": 280948, "output": 18136, "reasoning": 11769}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-15-validation-ticket-form-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:21:17Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c9d97a92444ececefd1d4c3448d5cd8a1ba5822b", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "422da6a37e8b5eae95a6fe20dc7edc8d0188b34a4df286e25367344deff2c9ce", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 367.233, "gate": 12.287, "grade": 4.77, "plan": 90.747, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 101.875, "shape": 308.872}, "timeout_cap_s": 3600, "total_wall_s": 800.059}, "tokens": {"phases": {"develop": {"cached_input": 201728, "input": 265899, "output": 16620, "reasoning": 11617}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1707, "output": 2754, "reasoning": 873}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 209408, "input": 305797, "output": 28416, "reasoning": 19609}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-24-csv-import-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:15:34Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "0c5d9350e62df27b1661be2ab705071321931ce8", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5fc6f28357b0fbe15b3b9be758c2921881d99a0044d87ddebf9d91a1bdf2b95d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 843.985, "gate": 7.452, "grade": 5.86, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 60.694, "shape": 347.879}, "timeout_cap_s": 3600, "total_wall_s": 1213.535}, "tokens": {"phases": {"develop": {"cached_input": 129536, "input": 533245, "output": 30911, "reasoning": 21679}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 181248, "input": 633007, "output": 45227, "reasoning": 30500}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-24-csv-import-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:09:16Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "26a5bce7c4b9ff8cdd209aeb3496be7961654ba9", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "42b22d4059aa9a5a2345c4f2c106047dc2a5d5bca542e4292178bd4fd6fd66e2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 1498.267, "gate": 7.253, "grade": 5.047, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 116.577, "shape": 550.909}, "timeout_cap_s": 3600, "total_wall_s": 2074.046}, "tokens": {"phases": {"develop": {"cached_input": 104448, "input": 400244, "output": 29290, "reasoning": 20532}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 168448, "input": 544961, "output": 46393, "reasoning": 31634}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-24-csv-import-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:36:32Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "8aaddecb1f126248dba822ed873c94dcbb5f2e65", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f2d5b83cb96708a227e43f512523f52888c1e6dbc770c0367d4239d35c07bd86", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 463.858, "gate": 7.449, "grade": 6.44, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 113.388, "shape": 474.905}, "timeout_cap_s": 3600, "total_wall_s": 966.253}, "tokens": {"phases": {"develop": {"cached_input": 229376, "input": 365190, "output": 23448, "reasoning": 15395}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 337920, "input": 603990, "output": 41785, "reasoning": 27370}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-24-csv-import-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:19:35Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b43749ae785060b4b0dfc424ef3b1f27576ba9d9", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0b2cd9e288bcffdabd05ea286cfb3e29607e54799857a04af9a8e1ab879f6541", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 1069.577, "gate": 10.997, "grade": 5.258, "plan": 134.492, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 108.932, "shape": 328.538}, "timeout_cap_s": 3600, "total_wall_s": 1557.417}, "tokens": {"phases": {"develop": {"cached_input": 1026560, "input": 924800, "output": 36859, "reasoning": 26591}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1850, "output": 3750, "reasoning": 1552}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1075712, "input": 991484, "output": 51248, "reasoning": 35214}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-24-csv-import-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:00:43Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "3122f242f77496f272656b12cc7073008d92f58b", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fbb6a4fc474f2a6869c727f9f5a05daac1287b49470a76c670e46053fa94ed1c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 1066.816, "gate": 4.425, "grade": 5.002, "plan": 100.274, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 91.386, "shape": 654.473}, "timeout_cap_s": 3600, "total_wall_s": 1843.337}, "tokens": {"phases": {"develop": {"cached_input": 775680, "input": 723662, "output": 34901, "reasoning": 24988}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1849, "output": 2892, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 955392, "input": 1202219, "output": 60266, "reasoning": 44128}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-eu-syn-24-csv-import-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:35:01Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "7ea22b899ea62124329d800b29eb66097ca58e10", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bd76bdd90c7d68402fe840a3a085a31ed325db2c9f66fb7d5a3ec3082b8995ad", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 615.814, "gate": 3.435, "grade": 5.316, "plan": 79.447, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 112.943, "shape": 403.782}, "timeout_cap_s": 3600, "total_wall_s": 1123.483}, "tokens": {"phases": {"develop": {"cached_input": 479744, "input": 585961, "output": 30291, "reasoning": 17717}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1846, "output": 2448, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 522752, "input": 725443, "output": 47308, "reasoning": 29306}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b-smoke:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-smoke-us-syn-14-bug-sla-business-hours-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:21:10Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "smoke-control", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "238490deb894754f4ba68974abe64c87cf3516d1", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "400799259fb85ce851d8aa6ffbe33152e6de6910ac09763ce34c46290f2085e2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timing": {"phases_s": {"develop": 52.633, "gate": 3.011, "grade": 5.946, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 51.361, "shape": 144.25}, "timeout_cap_s": 3600, "total_wall_s": 214.69}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 17163, "output": 1436, "reasoning": 738}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 6144, "input": 37538, "output": 5301, "reasoning": 3446}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b-smoke:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-smoke-us-syn-14-bug-sla-business-hours-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:13:09Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "smoke-control", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "2f8f0ac1dc782811fdb20efeadc010915e73de4a", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f88e5d6c9ec3fe5292506fd7fd1266633adac05f748cea06eeffc667176e8bfb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timing": {"phases_s": {"develop": 82.955, "gate": 3.165, "grade": 6.477, "plan": 100.661, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 55.316, "shape": 168.683}, "timeout_cap_s": 3600, "total_wall_s": 369.836}, "tokens": {"phases": {"develop": {"cached_input": 7680, "input": 37235, "output": 2997, "reasoning": 2142}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1735, "output": 3078, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 16896, "input": 63877, "output": 11260, "reasoning": 6818}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-02-ingest-supervision-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:37:57Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "967b540ef8464063288a4e7777d26c2b013bc67a", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ef9d617e2819d8323402c06efdb6ca82d63143d636506b3fbbb6866ab84cc10f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 251.911, "gate": 4.869, "grade": 2.079, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.58, "shape": 413.943}, "timeout_cap_s": 3600, "total_wall_s": 684.086}, "tokens": {"phases": {"develop": {"cached_input": 31232, "input": 114141, "output": 9425, "reasoning": 6686}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 43008, "input": 193667, "output": 20464, "reasoning": 15606}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-02-ingest-supervision-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:11:14Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "233150d862312bf4182fcf02b9097cd167ccb423", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6f1c456eb9bb161dc99a57e0490d4dd6edeff6bc15e4a22cbe84f34d13385f71", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 219.211, "gate": 4.518, "grade": 2.084, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.275, "shape": 166.898}, "timeout_cap_s": 3600, "total_wall_s": 407.873}, "tokens": {"phases": {"develop": {"cached_input": 20992, "input": 58937, "output": 7334, "reasoning": 5186}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 36864, "input": 100477, "output": 14553, "reasoning": 10854}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-02-ingest-supervision-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:54:54Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "93e5db3a616dd3fb4a2cdcd500f13da993f8b619", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "02fadd57a102325a0c8bee6498786f19d582d58f002ae49916c8fe817f963df0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 82.462, "gate": 3.196, "grade": 2.071, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.267, "shape": 152.754}, "timeout_cap_s": 3600, "total_wall_s": 248.832}, "tokens": {"phases": {"develop": {"cached_input": 7680, "input": 47759, "output": 3369, "reasoning": 1549}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 15360, "input": 81689, "output": 10068, "reasoning": 6455}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-02-ingest-supervision-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:36:36Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "63737b47a7c24b489392fb74dc8eb95df91ce676", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0dc2210181b469b9fd12b96ba97c4a6361d439310f2434f49e0152465f788994", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 161.503, "gate": 3.698, "grade": 2.124, "plan": 132.139, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.877, "shape": 296.044}, "timeout_cap_s": 3600, "total_wall_s": 604.284}, "tokens": {"phases": {"develop": {"cached_input": 10240, "input": 72518, "output": 4886, "reasoning": 2711}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1206, "output": 3066, "reasoning": 1026}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 19456, "input": 107808, "output": 19591, "reasoning": 13371}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-02-ingest-supervision-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:12:55Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "4333ce13403475d60b0bc8afeb29fa03d5038dc8", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d45f8f5000888243fa8f15a9018f33ada6d7164d2d0830138d25ed3db793fddf", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 264.775, "gate": 4.912, "grade": 2.08, "plan": 89.817, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.316, "shape": 211.171}, "timeout_cap_s": 3600, "total_wall_s": 586.737}, "tokens": {"phases": {"develop": {"cached_input": 11264, "input": 169018, "output": 9099, "reasoning": 5053}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1258, "output": 2761, "reasoning": 942}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 27136, "input": 208853, "output": 18984, "reasoning": 11491}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-02-ingest-supervision-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:10:45Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8f884cd852e858a107e886bd8153a5feb77ba12378eefcfac0daca5602392527", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 99.25, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.26, "shape": 225.86}, "timeout_cap_s": 3600, "total_wall_s": 1929.704}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1243, "output": 2678, "reasoning": 742}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 13312, "input": 24901, "output": 13560, "reasoning": 9872}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:51:04Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f2ef2239027d32edbf410a8c669667321524799ad6024869f69ed27d9bcc1387", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 912.268, "gate": 20.628, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 6.046, "shape": 222.33}, "timeout_cap_s": 3600, "total_wall_s": 1156.275}, "tokens": {"phases": {"develop": {"cached_input": 109568, "input": 571106, "output": 32367, "reasoning": 15859}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 117248, "input": 599911, "output": 43671, "reasoning": 24428}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:17:09Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "56bb000b0d0342e74d99d0faa611090606cf14e7c11a7fcb83bbf6c357c06fdd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 790.378, "gate": 11.459, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 5.153, "shape": 174.67}, "timeout_cap_s": 3600, "total_wall_s": 979.033}, "tokens": {"phases": {"develop": {"cached_input": 164736, "input": 465716, "output": 29750, "reasoning": 16911}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 170880, "input": 490386, "output": 38385, "reasoning": 23129}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:42:15Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c1c7ca39aa29927ac97785b04bb00b8d61875a1ba15b9e6d8bc7e93dcd98d13a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 872.627, "gate": 11.181, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.516, "shape": 273.728}, "timeout_cap_s": 3600, "total_wall_s": 1179.362}, "tokens": {"phases": {"develop": {"cached_input": 98048, "input": 388478, "output": 32339, "reasoning": 17411}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 105728, "input": 434821, "output": 46019, "reasoning": 28378}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-escalate-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T03:02:59Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e3c6e97ba3935cc521398622b77e0de406a3adbc219375d69d817ef0c9104642", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 837.128, "gate": 23.429, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 6.901, "shape": 452.048}, "timeout_cap_s": 3600, "total_wall_s": 1307.129}, "tokens": {"phases": {"develop": {"cached_input": 85632, "input": 444303, "output": 30252, "reasoning": 16608}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 111744, "input": 602221, "output": 53797, "reasoning": 34673}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-escalate-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T03:15:06Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b543bb93b3d6ee4f77c57aecae12d129eda67687", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "53473f69503ca66eb2f63cc151bc8a48af44e6bac5d40007259e04985c5f269e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 327.022, "gate": 5.42, "grade": 3.996, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.253, "shape": 250.262}, "timeout_cap_s": 3600, "total_wall_s": 600.397}, "tokens": {"phases": {"develop": {"cached_input": 25088, "input": 166723, "output": 16590, "reasoning": 11327}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 58368, "input": 254942, "output": 28719, "reasoning": 20705}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:46:43Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bb71dffc279b495ebb7194a1da73d363cac72e40e18ff6ec67693b2dce4624e7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 678.19, "gate": 13.955, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 78.568, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.227, "shape": 154.301}, "timeout_cap_s": 3600, "total_wall_s": 931.859}, "tokens": {"phases": {"develop": {"cached_input": 676864, "input": 579696, "output": 30235, "reasoning": 18865}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1324, "output": 2510, "reasoning": 686}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 684544, "input": 612783, "output": 40214, "reasoning": 24760}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T02:13:23Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c288a0dde88beee8bd3fe1de01ef684426043ba6", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "315bfdc056e97e218f3240fe12b55447336e7f16732210a718a46590bc91f572", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 455.274, "gate": 3.362, "grade": 4.296, "plan": 107.972, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.273, "shape": 218.547}, "timeout_cap_s": 3600, "total_wall_s": 796.735}, "tokens": {"phases": {"develop": {"cached_input": 180224, "input": 267619, "output": 21273, "reasoning": 15108}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1357, "output": 3263, "reasoning": 1329}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 191488, "input": 306545, "output": 35751, "reasoning": 25208}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:22:41Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5267f2bca443865af3c4da9df4cea508336b210f02ed6390a863a56a086c7007", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.37, "shape": 27.861}, "timeout_cap_s": 3600, "total_wall_s": 28.722}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 4608, "input": 6162, "output": 374, "reasoning": 84}}, "total": {"cached_input": 4608, "input": 6162, "output": 374, "reasoning": 84}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-plan-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:54:17Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3cb172a4dba82eb163c98b12abb216bb7c7f0888c8080ffebe754636f49d9c17", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 558.835, "gate": 5.786, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 88.131, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.328, "shape": 253.4}, "timeout_cap_s": 3600, "total_wall_s": 917.459}, "tokens": {"phases": {"develop": {"cached_input": 336896, "input": 542354, "output": 25685, "reasoning": 16423}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1207, "output": 2795, "reasoning": 872}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 377344, "input": 600887, "output": 40336, "reasoning": 25352}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-07-cli-stats-kogen-plan-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T03:16:36Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b424bc84601cb1ee35bbdc897b633f28229091ca", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "92a6f8878a2049e8182de2857e943f783ebb193afe822edb9074769b928fc37a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 373.363, "gate": 4.595, "grade": 4.148, "plan": 99.462, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.116, "shape": 316.609}, "timeout_cap_s": 3600, "total_wall_s": 812.707}, "tokens": {"phases": {"develop": {"cached_input": 97792, "input": 228988, "output": 17888, "reasoning": 11309}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1390, "output": 3196, "reasoning": 1186}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 115200, "input": 356134, "output": 36852, "reasoning": 23214}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:01:06Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c5205d729829849d773912c5b85aa159efa2da2d", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4f8ce63e599fb04bbb999e7691cbee7c4e5a4559a6adff2b0e31f164fd7b0fb5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 150.272, "gate": 7.626, "grade": 4.169, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 56.386, "shape": 322.357}, "timeout_cap_s": 3600, "total_wall_s": 498.238}, "tokens": {"phases": {"develop": {"cached_input": 32768, "input": 117769, "output": 6676, "reasoning": 4784}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 106496, "input": 270151, "output": 19396, "reasoning": 13713}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:29:12Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "2aa4280da51a66defbe4c2340f7afe57aaf2fe96", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "875fc721158660b93e8bf06c8a2d87b3da47307f88931f4835a25888e5ff0ff5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 173.298, "gate": 32.361, "grade": 3.798, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 56.986, "shape": 312.605}, "timeout_cap_s": 3600, "total_wall_s": 524.522}, "tokens": {"phases": {"develop": {"cached_input": 12288, "input": 96884, "output": 5773, "reasoning": 3869}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 27648, "input": 154980, "output": 18204, "reasoning": 13928}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:39:24Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "5df8c8bf0e4746625f7e70c6105cfcf9f6793e06", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5bb1f2e31402a4e0fc2e801b8713b445ffcfce096cb74b96ed0bdf31a323cb36", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 151.073, "gate": 6.453, "grade": 4.361, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 93.152, "shape": 290.865}, "timeout_cap_s": 3600, "total_wall_s": 462.943}, "tokens": {"phases": {"develop": {"cached_input": 10240, "input": 103473, "output": 5854, "reasoning": 3870}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 30208, "input": 190572, "output": 14579, "reasoning": 9897}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T03:04:49Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "6b88de856a977cb8b6c5418d8a357dc54e5a44a8", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dd16af0144d78ec0df43500559e22ea9f9c5bcb8c88a4b24cfaa4cb1e763f109", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 147.042, "gate": 6.373, "grade": 4.601, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 60.142, "shape": 207.15}, "timeout_cap_s": 3600, "total_wall_s": 373.368}, "tokens": {"phases": {"develop": {"cached_input": 17920, "input": 110152, "output": 6400, "reasoning": 4760}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 27136, "input": 158724, "output": 13480, "reasoning": 9958}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T03:24:22Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "4dff8df3ad5378fba9806bb8e2b215e361cf3bdb", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c8b7e9f3f483043ae8ced6b6494fa82b9bc88379dbbefa16bcdacb346e0b152c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 154.754, "gate": 6.22, "grade": 4.385, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 60.396, "shape": 241.658}, "timeout_cap_s": 3600, "total_wall_s": 416.151}, "tokens": {"phases": {"develop": {"cached_input": 25600, "input": 106161, "output": 6321, "reasoning": 4438}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 47616, "input": 150894, "output": 15492, "reasoning": 11562}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:04:01Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0151ac0f138f91f5235e51e15bc0eec5259d6fc9e60850aab7fe21124275329c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 339.175, "gate": 10.688, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 81.807, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 106.713, "shape": 288.536}, "timeout_cap_s": 3600, "total_wall_s": 722.077}, "tokens": {"phases": {"develop": {"cached_input": 173568, "input": 272359, "output": 15497, "reasoning": 11631}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1774, "output": 2303, "reasoning": 458}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 216064, "input": 366019, "output": 26145, "reasoning": 17827}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:21:35Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6cdf55b90f45c33a39b685e556e7901ec75c51a26b03284fed07aa78167ea812", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 71.965, "shape": 219.64}, "timeout_cap_s": 3600, "total_wall_s": 220.85}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 8192, "input": 52134, "output": 7080, "reasoning": 5287}}, "total": {"cached_input": 8192, "input": 52134, "output": 7080, "reasoning": 5287}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:45:14Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "6f2a7f639dca416e90a56511e6652592368f53a4", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9b947ffe77acfcc833426b07ff4f968163070daa179972b543230c9c90da8853", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 361.946, "gate": 9.359, "grade": 4.418, "plan": 79.067, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 106.387, "shape": 327.239}, "timeout_cap_s": 3600, "total_wall_s": 788.833}, "tokens": {"phases": {"develop": {"cached_input": 193536, "input": 239478, "output": 14556, "reasoning": 10049}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1778, "output": 2298, "reasoning": 432}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 227328, "input": 288355, "output": 27178, "reasoning": 18643}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T03:08:39Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "4e3f16447c8cd98fa0d5f929e367c6b9489b9a67", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ae9767f4ca30596e7c6aaaa4e2ba3e570c1dfe0b10c83b79e069909c31bf81b0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 334.574, "gate": 8.678, "grade": 3.877, "plan": 75.808, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 73.06, "shape": 295.698}, "timeout_cap_s": 3600, "total_wall_s": 725.025}, "tokens": {"phases": {"develop": {"cached_input": 133632, "input": 286655, "output": 15815, "reasoning": 11109}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1842, "output": 2309, "reasoning": 414}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 160768, "input": 387213, "output": 26723, "reasoning": 17492}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T03:25:52Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "0a2b8825e59aab8aee8a064ac446d95722378366", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "41808b70295a1b6957c5e6e91cc6193ba4fbbf4cbee2f27306d51807c83a4384", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 190.25, "gate": 7.663, "grade": 3.77, "plan": 78.223, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 63.058, "shape": 275.016}, "timeout_cap_s": 3600, "total_wall_s": 561.824}, "tokens": {"phases": {"develop": {"cached_input": 67072, "input": 174802, "output": 7893, "reasoning": 4241}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1884, "output": 2295, "reasoning": 479}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 129024, "input": 303269, "output": 19748, "reasoning": 10346}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:27:26Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "36bb815ed6016e9a444c98e7302703ed3cb0b693002648e5073a02539b5f68dd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 1808.03, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 106.861, "shape": 435.845}, "timeout_cap_s": 3600, "total_wall_s": 2250.836}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 0, "output": 0, "reasoning": 0}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 54784, "input": 186369, "output": 16372, "reasoning": 12521}}, "total": {"cached_input": 54784, "input": 186369, "output": 16372, "reasoning": 12521}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:25:46Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "044a60b988fd84d44dd77674406318e6f245fc91", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0661830dc56c2d45ae0add26340d327ea75137f4a0ce0d26b48360828ee3eb9e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 248.646, "gate": 6.583, "grade": 4.934, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 61.031, "shape": 387.912}, "timeout_cap_s": 3600, "total_wall_s": 656.459}, "tokens": {"phases": {"develop": {"cached_input": 83968, "input": 164962, "output": 10074, "reasoning": 6303}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 123904, "input": 310512, "output": 26094, "reasoning": 18650}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:41:04Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "cf9f3bc69cbd65230b8f4e1c2ed1bb067ed43bbb", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "19b9ff4ada03bef3be791370659d5e09e6670b6f04ab1f6a7cf6010179c931f0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 300.961, "gate": 6.986, "grade": 3.896, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 109.052, "shape": 430.109}, "timeout_cap_s": 3600, "total_wall_s": 750.232}, "tokens": {"phases": {"develop": {"cached_input": 102912, "input": 184537, "output": 13457, "reasoning": 9313}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 155648, "input": 353934, "output": 26795, "reasoning": 19019}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-escalate-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T03:11:15Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "aa172b1e8b6a4960b3475c7fce1496e26c8b7a6512fef0cd82df8647b7366dff", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 1074.974, "gate": 26.091, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 125.092, "shape": 400.007}, "timeout_cap_s": 3600, "total_wall_s": 1558.603}, "tokens": {"phases": {"develop": {"cached_input": 305536, "input": 794220, "output": 40345, "reasoning": 27494}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 373120, "input": 958908, "output": 57014, "reasoning": 38494}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-escalate-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T03:24:42Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b116ad6a7def59050e026ab1bf63873ac121ee7d", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5d321ef0c11658bfdde9348bfc6147914e8289c3165a058ddf89b75747b89762", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 309.361, "gate": 6.469, "grade": 5.039, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 56.642, "shape": 385.485}, "timeout_cap_s": 3600, "total_wall_s": 715.707}, "tokens": {"phases": {"develop": {"cached_input": 59904, "input": 209550, "output": 14141, "reasoning": 10089}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 117760, "input": 335926, "output": 30490, "reasoning": 22839}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T02:01:36Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "280c72fcd94fab870a0496b30091a28870d87c5b", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9a61b36257787d64ae05912c34a9d7ca6eb4d07bccf4ea6834386ac969fb2d2c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 396.973, "gate": 9.712, "grade": 5.289, "plan": 92.37, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 114.979, "shape": 391.607}, "timeout_cap_s": 3600, "total_wall_s": 906.735}, "tokens": {"phases": {"develop": {"cached_input": 205824, "input": 344090, "output": 18748, "reasoning": 13094}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1880, "output": 2583, "reasoning": 823}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 235520, "input": 473291, "output": 34734, "reasoning": 23951}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:18:59Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "bf1cf84a72360f72bcdb66a8eae98357f6732da1", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "918ba7674aeffa255e9e2f226ff43db20f7fdf4ad40e6e3ae79e0fce4aa8ca88", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 457.756, "gate": 10.784, "grade": 4.27, "plan": 93.413, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 57.424, "shape": 419.928}, "timeout_cap_s": 3600, "total_wall_s": 1000.042}, "tokens": {"phases": {"develop": {"cached_input": 222208, "input": 366112, "output": 21152, "reasoning": 15706}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1936, "output": 2590, "reasoning": 837}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 293888, "input": 590210, "output": 41255, "reasoning": 30090}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T02:30:55Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4ff2008cbe892ba6092792b5ff27cf08979544d1bd772d4ccc99d1630455ec71", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 127.349, "shape": 166.698}, "timeout_cap_s": 3600, "total_wall_s": 169.425}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 7168, "input": 13794, "output": 821, "reasoning": 216}}, "total": {"cached_input": 7168, "input": 13794, "output": 821, "reasoning": 216}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-plan-shell-ce7-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T02:57:17Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "5206af400dd6d6f085535dcfd8499ace2973721f", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "543839f4db66162670ef2787419ccd2d25f684c7c739fe305f0d13b61c6bcb0d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 345.628, "gate": 16.944, "grade": 4.326, "plan": 95.581, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 64.861, "shape": 379.444}, "timeout_cap_s": 3600, "total_wall_s": 845.09}, "tokens": {"phases": {"develop": {"cached_input": 218112, "input": 289782, "output": 14026, "reasoning": 9208}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1970, "output": 3027, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 243200, "input": 356215, "output": 33251, "reasoning": 22955}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-elx-port-erase-account-kogen-plan-shell-ce7-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T03:22:53Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "8af1a0b37d59c43bd746e03e25e94649e096d2d8", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9b3512613fe304cc47846c5b685631c0fc77af5dddd4365818db30f806d06850", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 297.256, "gate": 6.529, "grade": 4.414, "plan": 100.803, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 56.747, "shape": 388.534}, "timeout_cap_s": 3600, "total_wall_s": 809.475}, "tokens": {"phases": {"develop": {"cached_input": 151552, "input": 323819, "output": 13110, "reasoning": 8912}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1948, "output": 2892, "reasoning": 973}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 187904, "input": 491261, "output": 32542, "reasoning": 22151}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-01-live-ticket-filters-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:38:24Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "a76e3d64f908185e737842c76d53bc102b181439", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0fc776688262553f15e0bdbcaa6925caf36e8d2e08e2e9531de802f56e5ef087", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 291.301, "gate": 20.221, "grade": 5.962, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 105.005, "shape": 329.366}, "timeout_cap_s": 3600, "total_wall_s": 646.816}, "tokens": {"phases": {"develop": {"cached_input": 38400, "input": 145974, "output": 10001, "reasoning": 5716}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 56832, "input": 217312, "output": 21169, "reasoning": 13887}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-01-live-ticket-filters-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:19:34Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c4f7c37aa754f57a65c1492e8ef9694a5b3ff657", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "38d20538154de1f882cde76574f6c3e0307022fa62070c9ce904d52b7b4e6482", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 218.552, "gate": 3.309, "grade": 5.648, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 62.228, "shape": 363.52}, "timeout_cap_s": 3600, "total_wall_s": 601.479}, "tokens": {"phases": {"develop": {"cached_input": 17920, "input": 59218, "output": 7072, "reasoning": 3697}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 62976, "input": 177712, "output": 17999, "reasoning": 12092}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-01-live-ticket-filters-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:12:25Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "1aa43a0036199fd982017ef3ace4f8d0cf76ce42", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a79f392161277ee6c47e1c97d6937b93f8397fb5aea5d4429306ba069005c43d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 206.788, "gate": 5.734, "grade": 5.325, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 129.418, "shape": 516.832}, "timeout_cap_s": 3600, "total_wall_s": 748.67}, "tokens": {"phases": {"develop": {"cached_input": 15872, "input": 110412, "output": 8272, "reasoning": 4748}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 105472, "input": 239593, "output": 24943, "reasoning": 17865}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-01-live-ticket-filters-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T23:42:34Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "7714f20644efd6bf2f8c872d6934af6556e90099", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4d09589038025ec8d78aabb6010cf98ffd0ec07477e8bdde383822e0e22abdb2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 396.533, "gate": 3.41, "grade": 4.977, "plan": 92.077, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 108.904, "shape": 409.638}, "timeout_cap_s": 3600, "total_wall_s": 919.5}, "tokens": {"phases": {"develop": {"cached_input": 26112, "input": 229244, "output": 14328, "reasoning": 8882}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1727, "output": 2788, "reasoning": 757}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 53248, "input": 309577, "output": 29120, "reasoning": 18518}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-01-live-ticket-filters-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:31:56Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "625505621431396e0289072caee8e3a81c80f4df", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9c081bec8962e49336e320b6d61eec4a3be065339405c68c8c521961d33ca557", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 1160.026, "gate": 6.877, "grade": 5.181, "plan": 100.669, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 85.314, "shape": 251.419}, "timeout_cap_s": 3600, "total_wall_s": 1532.705}, "tokens": {"phases": {"develop": {"cached_input": 65024, "input": 213537, "output": 10527, "reasoning": 7255}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1766, "output": 2993, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 74752, "input": 246068, "output": 21606, "reasoning": 13756}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-01-live-ticket-filters-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:09:15Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c4983c80d21428b86d9815a2f4b88789942e11d3", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4a431667c23e1a82247c21ba6ceaec33d26c7953429eb51cf026683173bf2b31", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 215.439, "gate": 3.158, "grade": 6.04, "plan": 93.646, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 73.152, "shape": 429.254}, "timeout_cap_s": 3600, "total_wall_s": 756.71}, "tokens": {"phases": {"develop": {"cached_input": 41984, "input": 116490, "output": 8589, "reasoning": 5916}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1695, "output": 2875, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 132608, "input": 285064, "output": 23549, "reasoning": 16185}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-20-email-invite-flow-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T00:04:34Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0730deef4a6e28c8d20f47cd4c5a78412720aca9eec9ff01d97cdf6787d7b40c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 944.984, "gate": 16.019, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 163.97, "shape": 496.326}, "timeout_cap_s": 3600, "total_wall_s": 1516.335}, "tokens": {"phases": {"develop": {"cached_input": 125824, "input": 736746, "output": 30776, "reasoning": 16495}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 255872, "input": 935330, "output": 46263, "reasoning": 28494}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-20-email-invite-flow-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:38:32Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "641e9b66617e4064dc1b01c823c26b7f3054707b", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d4b7e02b66d77dffc91e40592fb5f22a4d7d571aa3e26c48b41e76eb4ef89a31", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 574.927, "gate": 3.208, "grade": 8.883, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 73.697, "shape": 871.752}, "timeout_cap_s": 3600, "total_wall_s": 1469.334}, "tokens": {"phases": {"develop": {"cached_input": 285184, "input": 599174, "output": 24634, "reasoning": 17165}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 405504, "input": 943641, "output": 55319, "reasoning": 39070}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-20-email-invite-flow-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:44:46Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4b394e26be32fef36873d1dde7af87a7a97af267b7d4e7775046f71c33e4570e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 1214.297, "gate": 23.448, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 180.286, "shape": 766.253}, "timeout_cap_s": 3600, "total_wall_s": 2094.994}, "tokens": {"phases": {"develop": {"cached_input": 480512, "input": 939596, "output": 44138, "reasoning": 22991}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 638208, "input": 1375769, "output": 77958, "reasoning": 49188}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-20-email-invite-flow-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:08:41Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "651373491b863521ac5520a0bd309da4880a6db3", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "624d327d3c8033fe6536baeb81e9861020b6ad7edb3adbd56a231de40c53ffeb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 1050.748, "gate": 3.115, "grade": 4.794, "plan": 96.324, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 92.064, "shape": 756.204}, "timeout_cap_s": 3600, "total_wall_s": 1921.966}, "tokens": {"phases": {"develop": {"cached_input": 946688, "input": 1055305, "output": 34522, "reasoning": 22861}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1862, "output": 2809, "reasoning": 852}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1080832, "input": 1454425, "output": 61652, "reasoning": 41725}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-20-email-invite-flow-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:51:12Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "04fafe546b758b180446e58c46a018cbaef6ce31", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "81c8be49f4e4ae21f07fe6201320917cf2b01b4d430ecaabc83b84cebda2a9ae", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 1370.07, "gate": 8.201, "grade": 5.952, "plan": 81.547, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 102.091, "shape": 812.688}, "timeout_cap_s": 3600, "total_wall_s": 2282.787}, "tokens": {"phases": {"develop": {"cached_input": 2043392, "input": 1300310, "output": 48202, "reasoning": 37874}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1890, "output": 2618, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 2292224, "input": 1613938, "output": 76184, "reasoning": 56980}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-20-email-invite-flow-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T01:47:07Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "METHOD.md"}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "782668f12a8b1e7cc094b29344b9a1520c94ae361b9d8bce05fefdaa546466e8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 78.462, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 128.291, "shape": 838.946}, "timeout_cap_s": 3600, "total_wall_s": 2752.402}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1823, "output": 2481, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 32256, "input": 244081, "output": 27156, "reasoning": 21552}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-31-inbound-email-webhook-kogen-escalate-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:04:52Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "2b2ada2e83f24a403efcc2c335e570681a4e8e94", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "36eb3bc410f2a5dfbec88181430cde532cb256ce517510fdc681a0b9bcd4ff96", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 879.697, "gate": 12.351, "grade": 6.013, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 55.842, "shape": 369.507}, "timeout_cap_s": 3600, "total_wall_s": 1270.555}, "tokens": {"phases": {"develop": {"cached_input": 615936, "input": 691190, "output": 29594, "reasoning": 20184}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 650752, "input": 771457, "output": 40800, "reasoning": 28110}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-31-inbound-email-webhook-kogen-escalate-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:57:44Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "a3f695523fa112a1cc3ccbe593fbc8265a32807b", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2440abd830d86f7e9b3995be29447c66d76aac17ae62bc16b5a315b37e2becab", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 893.464, "gate": 11.775, "grade": 5.725, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 58.545, "shape": 517.348}, "timeout_cap_s": 3600, "total_wall_s": 1450.306}, "tokens": {"phases": {"develop": {"cached_input": 523776, "input": 539927, "output": 30940, "reasoning": 24324}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 547328, "input": 590457, "output": 42837, "reasoning": 32904}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-escalate-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-31-inbound-email-webhook-kogen-escalate-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:30:52Z"}, "graded": true, "harness": "kogen-escalate-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "92314bf3aa9c6b200ea77cdbd63032c6646aee33", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5f9730bbffd1ef8d958ebdb93bf10b913a7e47ed83ba4f3e881c2eb3530233c9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 668.823, "gate": 8.804, "grade": 6.888, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 83.369, "shape": 326.087}, "timeout_cap_s": 3600, "total_wall_s": 1016.182}, "tokens": {"phases": {"develop": {"cached_input": 494080, "input": 867675, "output": 32841, "reasoning": 23928}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 502784, "input": 916466, "output": 43843, "reasoning": 32032}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-31-inbound-email-webhook-kogen-plan-shell-ce7-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:02:10Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "7ca4fd4358664e0ede6a792eacbda42af403b61d", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e9c5a200735f71d24485dd8e319f2bb99e9ea4629e3863bf970cc97da8c61e8a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 661.752, "gate": 3.109, "grade": 5.385, "plan": 112.933, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 73.181, "shape": 455.059}, "timeout_cap_s": 3600, "total_wall_s": 1253.378}, "tokens": {"phases": {"develop": {"cached_input": 390144, "input": 508249, "output": 26403, "reasoning": 16911}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1798, "output": 3053, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 468992, "input": 648339, "output": 43798, "reasoning": 28402}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-31-inbound-email-webhook-kogen-plan-shell-ce7-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:57:53Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "25885daeb528c6c0cd5dd9d046ec7bdf1db58d52", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5b1f6ec472cfabd448c490f0bf98d34612f8eaa190107cf804ed83ce57e4a679", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 1670.087, "gate": 9.885, "grade": 4.739, "plan": 105.054, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 86.67, "shape": 372.611}, "timeout_cap_s": 3600, "total_wall_s": 2178.78}, "tokens": {"phases": {"develop": {"cached_input": 657408, "input": 598364, "output": 27336, "reasoning": 17890}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1858, "output": 2907, "reasoning": 948}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 710656, "input": 694099, "output": 43084, "reasoning": 27382}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r65b:kogen-plan-shell-ce7", "audit_round": "r65b", "cell_id": "r65b-us-syn-31-inbound-email-webhook-kogen-plan-shell-ce7-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T01:32:30Z"}, "graded": true, "harness": "kogen-plan-shell-ce7", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "ef1ca38788c8e11fdd66aba0b8b7faa3663a8359", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "76c84f9df553d3311f97786ef9de9a71abe260ea29e1f3ee6b61f993cd0d2a12", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r65b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 601.911, "gate": 3.211, "grade": 4.867, "plan": 94.798, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 116.513, "shape": 411.059}, "timeout_cap_s": 3600, "total_wall_s": 1126.671}, "tokens": {"phases": {"develop": {"cached_input": 507392, "input": 517365, "output": 27904, "reasoning": 19318}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1853, "output": 2678, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 531456, "input": 664761, "output": 44730, "reasoning": 29770}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
