{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:14:56Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9d6ed3cd2d9e28025bc36586c73016f6574fde560495f4767154b7f3daf3a9af", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.385, "shape": 27.028}, "timeout_cap_s": 3600, "total_wall_s": 27.984}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 6144, "input": 5584, "output": 270, "reasoning": 84}}, "total": {"cached_input": 6144, "input": 5584, "output": 270, "reasoning": 84}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:15:08Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "1f0337ed66d30c47e372a37b90d9d102aa16b2e6", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "71b2419d0f461ac5a9086e253f0d5fcd9648438e3d967c090f28f525ef0caae8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 432.408, "gate": 3.64, "grade": 2.317, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.426, "shape": 189.272}, "timeout_cap_s": 3600, "total_wall_s": 641.942}, "tokens": {"phases": {"develop": {"cached_input": 53760, "input": 198204, "output": 21251, "reasoning": 14933}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 70144, "input": 245407, "output": 29056, "reasoning": 20606}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:15:18Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c755652a1712d24e79b6c791a2116031a4f68436", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3853749f1cc9aaab00f803baa29f07452425e0eb95316f5ed04fe52dabb50419", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 339.024, "gate": 2.237, "grade": 2.361, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.431, "shape": 192.961}, "timeout_cap_s": 3600, "total_wall_s": 550.983}, "tokens": {"phases": {"develop": {"cached_input": 27648, "input": 196545, "output": 16450, "reasoning": 12635}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 33792, "input": 222373, "output": 25959, "reasoning": 19765}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r4", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:15:29Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "f974a581289bf35126c150497b27f0659941346e", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d3963bcc4d4c6d3b88264ced6752d2bf3395abf2951d15c7a4b52fbbd81e18ea", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 409.956, "gate": 1.767, "grade": 2.141, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.508, "shape": 114.236}, "timeout_cap_s": 3600, "total_wall_s": 544.202}, "tokens": {"phases": {"develop": {"cached_input": 49152, "input": 149148, "output": 20853, "reasoning": 16608}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 56832, "input": 169348, "output": 25970, "reasoning": 19949}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r5", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-escalate-shell-6e82-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:15:49Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "f42accfef3e79b3c8ac7c1b46f7925f10213d46a", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "884e3963234ebaa3eaf52cc794a9958eb6d04d032e105fc3707adb9cea7d62f8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 1443.101, "gate": 1.76, "grade": 2.517, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.579, "shape": 170.339}, "timeout_cap_s": 3600, "total_wall_s": 1632.103}, "tokens": {"phases": {"develop": {"cached_input": 409088, "input": 463474, "output": 25434, "reasoning": 19354}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 419840, "input": 516916, "output": 33443, "reasoning": 24568}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:15:56Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ce56f3ab29eb4e2ed2488e56f2cdd97bfc20405435d08e33863baa5acfcead86", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 99.208, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.506, "shape": 179.308}, "timeout_cap_s": 3600, "total_wall_s": 3222.663}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1921, "output": 2666, "reasoning": 791}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 7680, "input": 32466, "output": 10571, "reasoning": 5989}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:16:17Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "083e283148fde3154c0d639d21855f17944fffc0296849f6db5daf5b3597eac1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.779, "shape": 167.73}, "timeout_cap_s": 3600, "total_wall_s": 168.566}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 13312, "input": 15344, "output": 6504, "reasoning": 5515}}, "total": {"cached_input": 13312, "input": 15344, "output": 6504, "reasoning": 5515}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:16:26Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "865d77cdac35192253f1140588411e4c6ae0b697d10eb0268faf5d2914a99a6b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 109.684, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.35, "shape": 140.924}, "timeout_cap_s": 3600, "total_wall_s": 2066.431}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1902, "output": 2954, "reasoning": 976}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 7680, "input": 31304, "output": 9225, "reasoning": 5313}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r4", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:16:36Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ffb5a6ef147aeaf6b9eabe743ad549cb23a73c9d64341fec99ad419095c76766", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 1399.01, "gate": 5.526, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 106.487, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.397, "shape": 168.599}, "timeout_cap_s": 3600, "total_wall_s": 1688.788}, "tokens": {"phases": {"develop": {"cached_input": 32256, "input": 249896, "output": 22948, "reasoning": 17484}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1919, "output": 2901, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 38400, "input": 274434, "output": 34139, "reasoning": 24749}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx04:r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r5", "audit_round": "r67b", "cell_id": "r67b-eu-elx-04-queue-backpressure-kogen-plan-shell-6e82-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:16:49Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "f2e56716274a597b9efe265c0fbcab59ee37faed", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9423a742f3181fc9e454ae9b8edbbbaed60e2b34b4a409c2273b8fafab789378", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 421.8, "gate": 1.739, "grade": 3.046, "plan": 100.956, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.385, "shape": 164.388}, "timeout_cap_s": 3600, "total_wall_s": 705.654}, "tokens": {"phases": {"develop": {"cached_input": 40448, "input": 202573, "output": 20955, "reasoning": 15597}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2001, "output": 2737, "reasoning": 917}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 49664, "input": 234702, "output": 31538, "reasoning": 21930}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:16:57Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "92b81f6fd920169a39a7b82f5f640427618e9a1395fee2396aa33bbdd5894916", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.781, "shape": 198.837}, "timeout_cap_s": 3600, "total_wall_s": 199.912}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 4608, "input": 11069, "output": 9870, "reasoning": 9093}}, "total": {"cached_input": 4608, "input": 11069, "output": 9870, "reasoning": 9093}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:17:09Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "09bfba111eed30bab5e806c3fde5d0cbab2a1910", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1fc27a161616efd9cfae3eaece7c9156929bbf58c4c5982d75ded63b52076e14", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 189.932, "gate": 3.961, "grade": 2.633, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.657, "shape": 300.851}, "timeout_cap_s": 3600, "total_wall_s": 736.691}, "tokens": {"phases": {"develop": {"cached_input": 55808, "input": 154697, "output": 7164, "reasoning": 5631}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 66048, "input": 198861, "output": 22193, "reasoning": 17934}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:17:32Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "e3d6a8867faaca6eb8d6d8d37d9e7371e8406869", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d85bab63fda6d4bbbacf52f5ab83ae9fef4e6ff0e727c57589303a7a371f4c46", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 219.377, "gate": 2.94, "grade": 2.455, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.431, "shape": 275.586}, "timeout_cap_s": 3600, "total_wall_s": 516.2}, "tokens": {"phases": {"develop": {"cached_input": 41984, "input": 111951, "output": 9769, "reasoning": 6585}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 50688, "input": 140128, "output": 23747, "reasoning": 18025}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r4", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:17:29Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b7e039fe04adadcc29d7a416e3e5eb2cbf0a50a8", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "228bf8807708ce3f26c56641f77a739a44da02ccbbc7a7d9bb14676460b09819", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 194.386, "gate": 2.511, "grade": 2.37, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.416, "shape": 282.351}, "timeout_cap_s": 3600, "total_wall_s": 497.642}, "tokens": {"phases": {"develop": {"cached_input": 26624, "input": 140010, "output": 8623, "reasoning": 5683}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 32768, "input": 160868, "output": 23134, "reasoning": 17660}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r5", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-escalate-shell-6e82-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:17:39Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "3d134517bbcdf61783165ff83ed33b9d35a6bdba", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6e03ecba4e279db3cfdb3177eda1d31df4f7dc92010ea92a09694ddfa87a1d83", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 96.438, "gate": 1.71, "grade": 2.781, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.458, "shape": 233.189}, "timeout_cap_s": 3600, "total_wall_s": 464.13}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 70555, "output": 4286, "reasoning": 3621}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 11776, "input": 91043, "output": 16101, "reasoning": 12935}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:17:47Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7c628955b3fac1b4396bd76db6faa3852bc10c35a4e1e7c7ea1e7ec2694c6077", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 399.414, "gate": 6.126, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 112.935, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.965, "shape": 470.418}, "timeout_cap_s": 3600, "total_wall_s": 999.363}, "tokens": {"phases": {"develop": {"cached_input": 119808, "input": 170624, "output": 17182, "reasoning": 13652}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2341, "output": 3021, "reasoning": 933}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 147456, "input": 209628, "output": 43992, "reasoning": 34998}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:17:57Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "377a5e8005dc0865c2ff86b73b6edf65ae4c4b383043e549cb97b9ad44fa27a1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 108.442, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.399, "shape": 173.614}, "timeout_cap_s": 3600, "total_wall_s": 2095.302}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2168, "output": 2917, "reasoning": 996}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 7168, "input": 22057, "output": 11313, "reasoning": 7313}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:18:12Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "bb437028d2380112ae987a64fcf43743e349a76b", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "299e5e2908c7b3e6387f7cbdbb079dfd8b97fd05acfac0955c27bae2023b0b3c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 422.155, "gate": 1.818, "grade": 2.343, "plan": 96.447, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.389, "shape": 248.529}, "timeout_cap_s": 3600, "total_wall_s": 785.569}, "tokens": {"phases": {"develop": {"cached_input": 21504, "input": 56947, "output": 21940, "reasoning": 5423}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2257, "output": 2614, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 28672, "input": 81767, "output": 37226, "reasoning": 16077}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r4", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:18:10Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "79cc92f9784994a9d2b88861470823a356c149bf", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "43154b07b709df25261b0ab9b2bb68daf9cc559305e320dfbdb196421ffc4966", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 226.542, "gate": 1.765, "grade": 2.412, "plan": 90.48, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.478, "shape": 310.224}, "timeout_cap_s": 3600, "total_wall_s": 645.439}, "tokens": {"phases": {"develop": {"cached_input": 11776, "input": 170768, "output": 10641, "reasoning": 7073}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2253, "output": 2439, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 15872, "input": 183552, "output": 28913, "reasoning": 20863}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-eu-elx12:r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r5", "audit_round": "r67b", "cell_id": "r67b-eu-elx-12-retry-api-deprecation-kogen-plan-shell-6e82-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:18:17Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "48e163b90038549d88db5d4b371a23b21554f9e4f2a5317585ab60a2b82e0e8c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": 1297.524, "gate": 3.534, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 113.148, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.369, "shape": 324.699}, "timeout_cap_s": 3600, "total_wall_s": 1749.088}, "tokens": {"phases": {"develop": {"cached_input": 181760, "input": 269868, "output": 18184, "reasoning": 14187}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2258, "output": 3073, "reasoning": 977}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 211456, "input": 362475, "output": 37797, "reasoning": 28962}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-escalate-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-02-ingest-supervision-kogen-escalate-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:16:59Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c116f0646651c38c813c9b3a772aa392027c6427", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "29db1a90032efb3583a89859b258449e98dc0c1a9d31d757a8c8710b58b65e3c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 89.676, "gate": 2.199, "grade": 2.048, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.358, "shape": 207.4}, "timeout_cap_s": 3600, "total_wall_s": 395.386}, "tokens": {"phases": {"develop": {"cached_input": 6656, "input": 34846, "output": 2454, "reasoning": 1652}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 12800, "input": 80620, "output": 12110, "reasoning": 9700}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-escalate-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-02-ingest-supervision-kogen-escalate-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:17:09Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "72709beccda8f864589771d03fe791c945da9ca8", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "364cbf62fed0cb615c4869c94bc1ee7e0464fa199f5ba3097cbc419610288683", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 93.444, "gate": 2.317, "grade": 2.64, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 7.773, "shape": 188.206}, "timeout_cap_s": 3600, "total_wall_s": 320.502}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 48034, "output": 2446, "reasoning": 1298}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 7680, "input": 71654, "output": 10598, "reasoning": 7830}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-plan-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-02-ingest-supervision-kogen-plan-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:17:19Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "35dc1099aeb20181c767a7579228ddf64c8c0413", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "29ba3b65cef618d5a015f0e8b0eebda83595fe7058346894a3a9e670a397c0ff", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 252.747, "gate": 3.161, "grade": 2.397, "plan": 106.789, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.0, "shape": 216.273}, "timeout_cap_s": 3600, "total_wall_s": 594.674}, "tokens": {"phases": {"develop": {"cached_input": 59904, "input": 131773, "output": 10122, "reasoning": 7251}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1808, "output": 2912, "reasoning": 959}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 72192, "input": 172743, "output": 23657, "reasoning": 16724}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx02:r67b-us-elx-02-ingest-supervision-kogen-plan-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-02-ingest-supervision-kogen-plan-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:17:39Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "59e7e3245c47cb5d854812ed62beaf240bb1722a", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3d67bd406a5cc2aca60ab7826181ac94543826fd082b8b3f565df3e61aeb9d63", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 86.276, "gate": 5.138, "grade": 2.341, "plan": 89.123, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.275, "shape": 193.083}, "timeout_cap_s": 3600, "total_wall_s": 410.873}, "tokens": {"phases": {"develop": {"cached_input": 10752, "input": 55027, "output": 3082, "reasoning": 1517}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1817, "output": 2433, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 18432, "input": 89030, "output": 14304, "reasoning": 9054}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:17:57Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c8191da1c65a0a7da41b380182d682258f98a18e6d703076e23ff53c94876539", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 712.603, "gate": 15.554, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 8.038, "shape": 185.558}, "timeout_cap_s": 3600, "total_wall_s": 2041.131}, "tokens": {"phases": {"develop": {"cached_input": 219648, "input": 398837, "output": 23430, "reasoning": 14481}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 230400, "input": 429088, "output": 32268, "reasoning": 21196}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:18:17Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "13ca1be180bdddb8ca5c3c5ccbd6eccbd76e0c9cfd3722046405832039645e22", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.445, "shape": 32.745}, "timeout_cap_s": 3600, "total_wall_s": 34.535}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 4096, "input": 5458, "output": 819, "reasoning": 594}}, "total": {"cached_input": 4096, "input": 5458, "output": 819, "reasoning": 594}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-us-elx-07-cli-stats-kogen-escalate-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:18:32Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "a551e534585dd412314d3c41acad76d688ae3b81", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a5749fd0d9800f8a864814b4c1c1ddbd243187000fefefbd0af270fe66b4497e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 213.04, "gate": 3.321, "grade": 5.619, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 5.076, "shape": 341.173}, "timeout_cap_s": 3600, "total_wall_s": 580.096}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 134932, "output": 10100, "reasoning": 6624}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 48128, "input": 232321, "output": 26088, "reasoning": 18253}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:18:47Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9c59d7a551e18c62747f2603dc715052aa5c89c3ddc1d9274b0386fc67513b0d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 1461.782, "gate": 15.108, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 114.012, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.859, "shape": 235.783}, "timeout_cap_s": 3600, "total_wall_s": 2871.49}, "tokens": {"phases": {"develop": {"cached_input": 247296, "input": 314988, "output": 20641, "reasoning": 15207}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2209, "output": 3050, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 256512, "input": 341274, "output": 34436, "reasoning": 24544}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:18:57Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dc7fdaf9febd5d3ae704abb1860aa0f7c3ef7b39d89a0961b3bfe7a5169b14ac", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.526, "shape": 15.974}, "timeout_cap_s": 3600, "total_wall_s": 16.874}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 4096, "input": 1938, "output": 250, "reasoning": 43}}, "total": {"cached_input": 4096, "input": 1938, "output": 250, "reasoning": 43}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:19:12Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b3d80d56fabe8a1982c959727fba4a73cbd47a19", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "470829a1cc8e99536925f4d46b626dbe8816353997319e513fe8f9393172adfb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": 371.667, "gate": 10.985, "grade": 4.435, "plan": 90.957, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.697, "shape": 311.467}, "timeout_cap_s": 3600, "total_wall_s": 803.137}, "tokens": {"phases": {"develop": {"cached_input": 42496, "input": 248888, "output": 17530, "reasoning": 10617}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2343, "output": 2461, "reasoning": 471}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 60928, "input": 334885, "output": 35495, "reasoning": 21130}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-smoke-us-elx07:r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-smoke-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-07-cli-stats-kogen-plan-shell-6e82-smoke-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T08:36:29Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "smoke-control", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "36555ebe32d8640f4235bf646ef4357c09a5463c72b23e08314f0234350cc244", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.221, "shape": 128.648}, "timeout_cap_s": 3600, "total_wall_s": 129.756}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 0, "input": 42080, "output": 6388, "reasoning": 5315}}, "total": {"cached_input": 0, "input": 42080, "output": 6388, "reasoning": 5315}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:15:11Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "35fd30e19903ee3bbc8ee8dfcfa5a2c358340eee1e5ffad271910591fe4cf657", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 160.693, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 52.997, "shape": 252.649}, "timeout_cap_s": 3600, "total_wall_s": 423.383}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 0, "output": 0, "reasoning": 0}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 25088, "input": 111026, "output": 8512, "reasoning": 5970}}, "total": {"cached_input": 25088, "input": 111026, "output": 8512, "reasoning": 5970}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T12:15:45Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "bb1eb2d08f0d39ba4aa7111ad9890e12aadfa253", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dc5a9cbc6a186ec6ee1698174cf17a1cc76882afc8c43ebfdfcce1ae46e82850", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 209.486, "gate": 9.787, "grade": 4.453, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 150.382, "shape": 362.08}, "timeout_cap_s": 3600, "total_wall_s": 626.416}, "tokens": {"phases": {"develop": {"cached_input": 40960, "input": 101824, "output": 7389, "reasoning": 4989}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 110592, "input": 199567, "output": 16536, "reasoning": 11609}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-escalate-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:16:17Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "29be1f6f4bc21bf6350d813f2edd5ddc7550deba", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "16bd6fbb4edd44c1c42fd9aaa8edfa11df952372c37b2aa323e88ae1ef6f0a72", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 123.385, "gate": 14.168, "grade": 5.228, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 72.946, "shape": 271.58}, "timeout_cap_s": 3600, "total_wall_s": 435.349}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 52725, "output": 4517, "reasoning": 2884}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 12288, "input": 168079, "output": 13376, "reasoning": 8801}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:16:56Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "57f058927778d67f518391268001f87ed6023e05512e456a7ecdb5942cbcf61e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 108.338, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 99.699, "shape": 319.731}, "timeout_cap_s": 3600, "total_wall_s": 764.698}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2123, "output": 2959, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 27136, "input": 109793, "output": 12835, "reasoning": 8056}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:16:56Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "9d71115d1cfe40f2e859dab1f9a247a22a182221", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f559b4d191a78e95c314833a793c0b120843caa9b0a08d31449156763b61a1f3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 1128.749, "gate": 5.853, "grade": 4.994, "plan": 99.328, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 139.374, "shape": 399.733}, "timeout_cap_s": 3600, "total_wall_s": 1701.701}, "tokens": {"phases": {"develop": {"cached_input": 68096, "input": 128369, "output": 9246, "reasoning": 6162}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2125, "output": 2692, "reasoning": 693}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 97792, "input": 227077, "output": 22221, "reasoning": 14648}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-board:r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-board-publish-unpublish-public-boundary-kogen-plan-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T12:17:07Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "e3203d93eca24ec3f0bf165265f4b75dfae01128", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3cdd5281e8d8fec983642087b82db0e36866c7edd69f649801025e0802522b0c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "9082caa0a17b18c670475a08ef68d417edc0afc6", "kind": "git-commit"}, "id": "elx-port-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": 171.612, "gate": 11.084, "grade": 4.363, "plan": 89.512, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 62.401, "shape": 254.211}, "timeout_cap_s": 3600, "total_wall_s": 561.305}, "tokens": {"phases": {"develop": {"cached_input": 73216, "input": 122292, "output": 7475, "reasoning": 4793}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2076, "output": 2428, "reasoning": 386}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 99328, "input": 236773, "output": 18852, "reasoning": 11408}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:20:02Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fb809087c4b8b9f76d66d5b22d4f7b0e35a94f83f5d6b4e759412b6167c86d91", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 155.716, "shape": 218.217}, "timeout_cap_s": 3600, "total_wall_s": 220.0}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 7680, "input": 43113, "output": 1974, "reasoning": 1124}}, "total": {"cached_input": 7680, "input": 43113, "output": 1974, "reasoning": 1124}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T12:20:07Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "2b5c75fdb1a8650f1607404c4b683eec0bdf2a71", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "efc0c0016a5684db2141052be5a8cebb3ca019fc8a40dd3e57e1c38aead0e7ea", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 358.16, "gate": 18.058, "grade": 4.196, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 92.055, "shape": 399.859}, "timeout_cap_s": 3600, "total_wall_s": 846.051}, "tokens": {"phases": {"develop": {"cached_input": 96256, "input": 283342, "output": 13260, "reasoning": 10168}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 148992, "input": 422765, "output": 28010, "reasoning": 20778}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-erase-account-kogen-escalate-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:20:40Z"}, "graded": true, "harness": "kogen-escalate-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b0f6e2cad8504d75371a77780726eac2deba4c51", "landed": true}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4bb9967f673fd50672ac0983611e86585b1ec6c9eef81af521ba9f91992b01ed", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "escalate-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 355.274, "gate": 4.881, "grade": 5.727, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 90.348, "shape": 507.197}, "timeout_cap_s": 3600, "total_wall_s": 888.327}, "tokens": {"phases": {"develop": {"cached_input": 164352, "input": 214113, "output": 16256, "reasoning": 11506}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 261632, "input": 399347, "output": 36892, "reasoning": 26460}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r1", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:20:43Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": {"missing": "Kogen report status absent"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ffdd63b058cba6feb68e39dddd4a3dafa8e4c56767799997789c375516a9a662", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 153.875, "shape": 165.079}, "timeout_cap_s": 3600, "total_wall_s": 166.677}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": 1536, "input": 531, "output": 119, "reasoning": 20}}, "total": {"cached_input": 1536, "input": 531, "output": 119, "reasoning": 20}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r2", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T12:21:07Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "dffe9ac5588d04f39364e96e4305181f7fa618e8", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "428c80afc05aa655ccece58b55e0450f80ea115775481e7757ea14c567cd0683", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 439.74, "gate": 6.268, "grade": 4.207, "plan": 114.592, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 109.378, "shape": 469.418}, "timeout_cap_s": 3600, "total_wall_s": 1066.609}, "tokens": {"phases": {"develop": {"cached_input": 247296, "input": 356471, "output": 18147, "reasoning": 13547}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2330, "output": 3136, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 301568, "input": 564849, "output": 36259, "reasoning": 24990}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r67b-us-erase:r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r3", "audit_round": "r67b", "cell_id": "r67b-us-elx-port-erase-account-kogen-plan-shell-6e82-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:21:29Z"}, "graded": true, "harness": "kogen-plan-shell-6e82", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "60fac867d8da4c44a5949fd0d69c183365d69d05", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f518dc7803eb91d0e5da2fa698e4a0aabc78f947ec8677944ceb7000654bb639", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r67b", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": {"missing": "Value withheld by PRIVATE.md"}, "base_revision": {"hash": "a9eb797cd44f7e3a68cb799b16cec7c65e14001f", "kind": "git-commit"}, "id": "elx-port-erase-account"}, "timing": {"phases_s": {"develop": 599.949, "gate": 16.209, "grade": 5.348, "plan": 86.199, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 102.226, "shape": 386.165}, "timeout_cap_s": 3600, "total_wall_s": 1126.394}, "tokens": {"phases": {"develop": {"cached_input": 448000, "input": 437838, "output": 28060, "reasoning": 21608}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2233, "output": 2333, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 470016, "input": 518382, "output": 44764, "reasoning": 33061}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
