{"arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.10372632000000001}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:37:42Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "0e794409c9c5e71c57c74430fce6b4361455f028", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9d5ddada7bf0fd23831c32717a77d54c0dfad36b557bc2b7e76369aa585b2856", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 647.433, "gate": 1.89, "grade": 2.416, "plan": 107.458, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.719, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 780.03}, "tokens": {"phases": {"develop": {"cached_input": 445952, "input": 442883, "output": 30569, "reasoning": 21919}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 5237, "output": 2922, "reasoning": 742}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 445952, "input": 448120, "output": 33491, "reasoning": 22661}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.090755}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:08:01Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "17d5a88790a69218cf44b006d10a8582cef8dfdf", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7a161169060de8aba5db46aa432f502567c36f0865c7cee132e5a2872025207a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 478.886, "gate": 3.475, "grade": 2.263, "plan": 96.3, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 5.062, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 614.307}, "tokens": {"phases": {"develop": {"cached_input": 122880, "input": 417762, "output": 22392, "reasoning": 14230}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 5237, "output": 2608, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 122880, "input": 422999, "output": 25000, "reasoning": 14746}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-eu-elx-04-queue-backpressure-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.08059532}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:10:47Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "0759357885835ce1459cc586c107cca746879ae8", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7d41854cb00cdbffca48deade4c7e6a5c1e94eed3475a72d990071b39cc6ef5c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 1788.098, "gate": 6.759, "grade": 2.307, "plan": 103.095, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 5.022, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1935.352}, "tokens": {"phases": {"develop": {"cached_input": 56832, "input": 190700, "output": 46106, "reasoning": 13417}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 5237, "output": 2743, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 56832, "input": 195937, "output": 48849, "reasoning": 13933}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T10:51:04Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e07328e24ba870d9532acb9ea1ae9c22327a3c171ad40622eafb08b6223942a6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 1354.184, "gate": 7.9, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 93.121, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.665, "shape": 108.118}, "timeout_cap_s": 3600, "total_wall_s": 1570.773}, "tokens": {"phases": {"develop": {"cached_input": 70656, "input": 225941, "output": 22412, "reasoning": 17206}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1897, "output": 2533, "reasoning": 652}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 76800, "input": 238426, "output": 29977, "reasoning": 21386}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:24:35Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "4d86291e2465aeb20ea5a0d73810056f9bbac926", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6a461b0b0ed8f9cbaa7c7b39a55b3fb59c7e706f9c8dbb9574497eb02be2512f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 426.993, "gate": 2.694, "grade": 2.27, "plan": 103.599, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.371, "shape": 180.293}, "timeout_cap_s": 3600, "total_wall_s": 755.613}, "tokens": {"phases": {"develop": {"cached_input": 23040, "input": 242503, "output": 21391, "reasoning": 15924}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2070, "output": 2774, "reasoning": 731}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 30720, "input": 264590, "output": 32691, "reasoning": 22806}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-elx04:r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r3", "audit_round": "r71", "cell_id": "r71-eu-elx-04-queue-backpressure-kogen-planshell-shaped-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T11:57:42Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "687566201e5f8d225a48827df694acc2661469e6c625e15e1ff38dea4f6d62b7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-04-queue-backpressure"}, "timing": {"phases_s": {"develop": 497.322, "gate": 10.756, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 97.642, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.594, "shape": 141.232}, "timeout_cap_s": 3600, "total_wall_s": 762.257}, "tokens": {"phases": {"develop": {"cached_input": 81408, "input": 213461, "output": 24497, "reasoning": 20055}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1993, "output": 2640, "reasoning": 758}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 87552, "input": 241905, "output": 33747, "reasoning": 24872}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1687151}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:45:24Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "e7b4ed1a0b81e14cb647b851ac6909c307ab9800", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "585b5cf5d531e157208c4ab50c075741b75f252be63217b5da45717346a17627", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 751.551, "gate": 4.07, "grade": 9.069, "plan": 113.938, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 59.107, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 950.574}, "tokens": {"phases": {"develop": {"cached_input": 1280000, "input": 953601, "output": 33010, "reasoning": 21537}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6530, "output": 3099, "reasoning": 388}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1280000, "input": 960131, "output": 36109, "reasoning": 21925}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.17547816}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:30:47Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "cd54a84932148ef9cd3f2c3558bb5843580aa6e9", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7c659b23a8c96e4824f077d4129f76c3a0ec5eae71ae945249dbb187303964eb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 998.309, "gate": 3.943, "grade": 8.403, "plan": 98.503, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 125.525, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1260.988}, "tokens": {"phases": {"develop": {"cached_input": 1460736, "input": 1014688, "output": 39144, "reasoning": 27370}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6530, "output": 2677, "reasoning": 256}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1460736, "input": 1021218, "output": 41821, "reasoning": 27626}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.08551334}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:08:27Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "62e5bbaca88e734f10f0debcc69c29eff09eda85", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "eed4efc813064d01cb18800a7b621cec9b33f90724d08aab871b39f4515be6e8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 302.069, "gate": 13.49, "grade": 8.645, "plan": 98.92, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 116.314, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 588.745}, "tokens": {"phases": {"develop": {"cached_input": 218624, "input": 375221, "output": 12310, "reasoning": 8803}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6530, "output": 2659, "reasoning": 272}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 218624, "input": 381751, "output": 14969, "reasoning": 9075}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T11:24:46Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "29911bff61deb651e61f68d9676f0c679c3a7a3c6622bbd761c71c365aebaaee", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 118.146, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 63.346, "shape": 432.117}, "timeout_cap_s": 3600, "total_wall_s": 2407.579}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2485, "output": 3173, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 95744, "input": 223152, "output": 21289, "reasoning": 15925}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:38:29Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "5820807c5d142acdb315071bc0be0eb6399255ab", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "501f625c869b313c5ab94497298f1304f82fe6e4de5edcd4f4b2bcc07359b108", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 403.475, "gate": 16.704, "grade": 7.662, "plan": 117.311, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 138.769, "shape": 363.612}, "timeout_cap_s": 3600, "total_wall_s": 965.423}, "tokens": {"phases": {"develop": {"cached_input": 129024, "input": 253460, "output": 15721, "reasoning": 11445}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2443, "output": 2785, "reasoning": 792}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 180224, "input": 452595, "output": 28772, "reasoning": 20323}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn06:r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r3", "audit_round": "r71", "cell_id": "r71-eu-syn-06-migration-ticket-numbers-kogen-planshell-shaped-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:34:13Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c3eb31e0ea5e48eafc077b3f90d7e619a5ea0ca1", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "54203e7df95cb740c82004aaa796eaf0647da7aff33996c5367be7d5cb13f029", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-06-migration-ticket-numbers"}, "timing": {"phases_s": {"develop": 1174.081, "gate": 3.421, "grade": 9.11, "plan": 127.253, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 114.951, "shape": 575.002}, "timeout_cap_s": 3600, "total_wall_s": 1937.66}, "tokens": {"phases": {"develop": {"cached_input": 72192, "input": 234194, "output": 11731, "reasoning": 8181}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2440, "output": 3453, "reasoning": 1395}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 230400, "input": 534178, "output": 36939, "reasoning": 27487}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.14128554}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:54:25Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "a2c01aac92f37b3da4b3b70e504a6afc71cc5f19", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ecb94c4546fd2d886425163f8623d7468d04810cb8eaafd1bbaa1dbd57ce8ad5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 537.855, "gate": 3.518, "grade": 5.956, "plan": 97.476, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 62.174, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 723.091}, "tokens": {"phases": {"develop": {"cached_input": 612864, "input": 847249, "output": 23856, "reasoning": 14684}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6057, "output": 2639, "reasoning": 295}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 612864, "input": 853306, "output": 26495, "reasoning": 14979}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.12956862}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:37:18Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "aea54ebc32a047dab843423494144a1cbf2aca11", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b534c1ba388666e8014046b73c940de40cde6b561d8043cf42775e77b45e7dc0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 608.342, "gate": 29.627, "grade": 6.616, "plan": 95.779, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 98.736, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 884.355}, "tokens": {"phases": {"develop": {"cached_input": 632832, "input": 722373, "output": 25678, "reasoning": 17242}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6057, "output": 2605, "reasoning": 409}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 632832, "input": 728430, "output": 28283, "reasoning": 17651}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-eu-syn-15-validation-ticket-form-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.10012598}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:23:19Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "939fc1016d35bd3b08cbcccf3736f5b90f776dea", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0dbd2b270c578e7e1da1be64f4855d269cf8563f8e42eb7becf577d4a345b7ec", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 474.522, "gate": 5.783, "grade": 6.041, "plan": 104.121, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 122.013, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 743.199}, "tokens": {"phases": {"develop": {"cached_input": 585728, "input": 450372, "output": 17755, "reasoning": 11138}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6057, "output": 2824, "reasoning": 313}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 585728, "input": 456429, "output": 20579, "reasoning": 11451}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:57:46Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "04e6222bd1cbdc80cb649acfb70d3865037e8db8", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3a21c51c28beeaf3bd792351867b83c575bc4b9da93870e0b321d03ddfaa0863", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 170.493, "gate": 12.374, "grade": 4.918, "plan": 129.087, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 103.411, "shape": 275.936}, "timeout_cap_s": 3600, "total_wall_s": 634.656}, "tokens": {"phases": {"develop": {"cached_input": 51712, "input": 158762, "output": 6914, "reasoning": 4686}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2363, "output": 3428, "reasoning": 1438}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 69120, "input": 246687, "output": 18276, "reasoning": 12076}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:44:59Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c977fc519fca9fb724630083d526230c1179293e", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "363c9a12005a33fb4eb2fde901184f19a8f3be24be4cf2af417386ac9ce273f7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 327.947, "gate": 9.657, "grade": 6.005, "plan": 105.617, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 99.577, "shape": 308.807}, "timeout_cap_s": 3600, "total_wall_s": 829.168}, "tokens": {"phases": {"develop": {"cached_input": 97280, "input": 268742, "output": 14536, "reasoning": 11880}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2366, "output": 2855, "reasoning": 925}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 128000, "input": 355980, "output": 25746, "reasoning": 18811}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn15:r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r3", "audit_round": "r71", "cell_id": "r71-eu-syn-15-validation-ticket-form-kogen-planshell-shaped-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:23:19Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "966e5e2f1b42018d520ba180c6f80e46c266014719e04355b7f8455ac98846f3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "3087c509b88c3e9b351b24fcb56de3668cdf0c0b", "kind": "git-commit"}, "id": "syn-15-validation-ticket-form"}, "timing": {"phases_s": {"develop": 283.59, "gate": 25.566, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 108.659, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 136.401, "shape": 341.76}, "timeout_cap_s": 3600, "total_wall_s": 799.971}, "tokens": {"phases": {"develop": {"cached_input": 80384, "input": 181534, "output": 10994, "reasoning": 8363}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2363, "output": 2929, "reasoning": 1001}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 152064, "input": 295088, "output": 22240, "reasoning": 15297}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-eu-syn-24-csv-import-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.12997902}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:08:31Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "8c187e1235452d3d886c128e2f118bb13ab30626", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2027dda66e9ef181bf4379bf5279f1d92555e80bfdc0a4f9f75dd883adf3fc2e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 737.743, "gate": 5.17, "grade": 6.839, "plan": 94.215, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 62.608, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 921.355}, "tokens": {"phases": {"develop": {"cached_input": 696832, "input": 648677, "output": 34450, "reasoning": 23491}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7679, "output": 2556, "reasoning": 289}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 696832, "input": 656356, "output": 37006, "reasoning": 23780}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-eu-syn-24-csv-import-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.17258326000000002}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:56:22Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "2ef11efb6b1d08a81027b4e95aeb8e9557d01f5c", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "763c5ae794de5993879c0e5062146f2d6595ea467ca0a5d4bbb3d597f6e8d3cf", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 915.059, "gate": 5.003, "grade": 5.367, "plan": 103.734, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 125.799, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1197.023}, "tokens": {"phases": {"develop": {"cached_input": 1076736, "input": 986829, "output": 39390, "reasoning": 24899}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7679, "output": 2808, "reasoning": 309}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1076736, "input": 994508, "output": 42198, "reasoning": 25208}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-eu-syn-24-csv-import-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1387323}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:36:12Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "d86cca0385fd5bad5d8549bd5861553e6f5c6021", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "75dfcc4298a020cb3852e50bf9601f013c5f2ff469da3039a63aef5e42f20c64", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 1107.315, "gate": 5.778, "grade": 5.477, "plan": 98.786, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 118.152, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1370.865}, "tokens": {"phases": {"develop": {"cached_input": 657920, "input": 626276, "output": 54555, "reasoning": 16999}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7679, "output": 2689, "reasoning": 162}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 657920, "input": 633955, "output": 57244, "reasoning": 17161}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-eu-syn-24-csv-import-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T11:33:50Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "948a95fcf4a5e4e8d0b15285b7ea63093f1f595344b2ced4d26b8e43b126f8d8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 103.844, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 114.442, "shape": 363.753}, "timeout_cap_s": 3600, "total_wall_s": 2299.394}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2785, "output": 2822, "reasoning": 728}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 41472, "input": 161673, "output": 14627, "reasoning": 9128}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-eu-syn-24-csv-import-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:04:14Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "ba36c53fcadb0fb56b6dd67809add3c2d6e62ed1", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d910ee8a918f41320ca7d6cc7f15c72bd016b196a41dd35b60616c49587db429", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 687.712, "gate": 4.954, "grade": 5.372, "plan": 95.608, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 111.202, "shape": 589.466}, "timeout_cap_s": 3600, "total_wall_s": 1407.535}, "tokens": {"phases": {"develop": {"cached_input": 485376, "input": 528407, "output": 29379, "reasoning": 19106}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2876, "output": 2574, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 616448, "input": 734912, "output": 53997, "reasoning": 34666}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-eu-syn24:r71-eu-syn-24-csv-import-kogen-planshell-shaped-r3", "audit_round": "r71", "cell_id": "r71-eu-syn-24-csv-import-kogen-planshell-shaped-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:40:33Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "46f7d58b6af37e990e2c1dbcee55849a7baa8549", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5c123484a644daf69b556b0bc9f5fc4f601d643ef06dffd6bc318ba18f3ae2de", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-24-csv-import"}, "timing": {"phases_s": {"develop": 569.653, "gate": 6.219, "grade": 5.163, "plan": 108.52, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 109.234, "shape": 433.384}, "timeout_cap_s": 3600, "total_wall_s": 1143.028}, "tokens": {"phases": {"develop": {"cached_input": 412160, "input": 616089, "output": 25899, "reasoning": 17704}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2788, "output": 2932, "reasoning": 822}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 471040, "input": 867052, "output": 44081, "reasoning": 29503}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.048319600000000004}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:29:09Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c90171463370014048197d7f90d2cacc75a3014d", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3654822a01456a42df288dbaae87d18428861d1e2e149b1fd8c873d24f24f1c1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 172.236, "gate": 2.909, "grade": 2.134, "plan": 88.715, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 4.053, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 294.153}, "tokens": {"phases": {"develop": {"cached_input": 0, "input": 108176, "output": 8160, "reasoning": 4818}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 4796, "output": 2383, "reasoning": 207}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 0, "input": 112972, "output": 10543, "reasoning": 5025}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.05531544}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:04:40Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "5097b58522a45f949ffceb12bc1ae8cc3b127a84", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3349ccf98261a2f35085276a962b06a860fc72651518ef6f8b0b3766e7dbf71e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 201.147, "gate": 1.819, "grade": 2.141, "plan": 94.678, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 8.885, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 342.238}, "tokens": {"phases": {"develop": {"cached_input": 54784, "input": 148001, "output": 9351, "reasoning": 5626}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 4796, "output": 2570, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 54784, "input": 152797, "output": 11921, "reasoning": 6142}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-us-elx-02-ingest-supervision-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.05414224}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:08:17Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "1a21f817b75edc374aeaef3bed9f5be059e2eef5", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "77f09a094cd8f7b5991b07a95f0319e402a841097bbfd74b51485b425d32a61d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 218.866, "gate": 4.935, "grade": 2.188, "plan": 89.427, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 3.977, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 334.349}, "tokens": {"phases": {"develop": {"cached_input": 62464, "input": 154916, "output": 8968, "reasoning": 5121}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 4796, "output": 2395, "reasoning": 401}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 62464, "input": 159712, "output": 11363, "reasoning": 5522}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:34:00Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "654b1aec75d583bd29c55f1128479790f344ac23", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2bb2f56ac72271d4ff0fb316d1a9375117b5f4d464d10c1ed5544c689f861f10", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 277.628, "gate": 4.103, "grade": 2.143, "plan": 93.068, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 5.214, "shape": 169.437}, "timeout_cap_s": 3600, "total_wall_s": 566.727}, "tokens": {"phases": {"develop": {"cached_input": 39424, "input": 158579, "output": 11859, "reasoning": 7661}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1833, "output": 2513, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 52736, "input": 188441, "output": 21506, "reasoning": 13793}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:08:11Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "8417b3c9a224d06d10ff297dc24e175f1166e93d", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2afe67a8e2bc99e69779633f157bfa1f02b4cdfa6c2ac96b27e7b43c3f49d094", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 108.187, "gate": 1.551, "grade": 2.19, "plan": 108.886, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 2.234, "shape": 192.177}, "timeout_cap_s": 3600, "total_wall_s": 427.914}, "tokens": {"phases": {"develop": {"cached_input": 23040, "input": 96750, "output": 4509, "reasoning": 2722}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1812, "output": 2966, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 31744, "input": 116894, "output": 17275, "reasoning": 11933}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-elx02:r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r3", "audit_round": "r71", "cell_id": "r71-us-elx-02-ingest-supervision-kogen-planshell-shaped-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:23:38Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "73d904c6b961c30027da53ab6b0b1ebdc14ed3d05fb21bdaa4776e7ae8cb9936", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-02-ingest-supervision"}, "timing": {"phases_s": {"develop": 363.681, "gate": 7.328, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 86.162, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 6.383, "shape": 213.719}, "timeout_cap_s": 3600, "total_wall_s": 718.9}, "tokens": {"phases": {"develop": {"cached_input": 88064, "input": 179290, "output": 15967, "reasoning": 12336}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 1829, "output": 2268, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 94208, "input": 201542, "output": 25314, "reasoning": 18385}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.10096076000000001}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:37:49Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "a25d94b1294517f6316d98dd29bebe6a02b7579a", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f9f2cf9e6ca8f5f087a1284821dec062e91c8319438aeec6420cf5c908736f20", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 470.772, "gate": 13.69, "grade": 5.607, "plan": 85.631, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 74.898, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 668.611}, "tokens": {"phases": {"develop": {"cached_input": 382976, "input": 525265, "output": 19581, "reasoning": 10841}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6222, "output": 2237, "reasoning": 197}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 382976, "input": 531487, "output": 21818, "reasoning": 11038}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1090522}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:16:31Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "8fe540b37c83ba9707842b614c385a5746f1b483", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fba872e6d406f9c20ecb9880bbc099fae1178441f775eab61074f3bc7ebc7a40", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 453.172, "gate": 3.454, "grade": 6.222, "plan": 96.8, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 61.084, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 634.353}, "tokens": {"phases": {"develop": {"cached_input": 325120, "input": 564890, "output": 21356, "reasoning": 11484}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6222, "output": 2619, "reasoning": 270}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 325120, "input": 571112, "output": 23975, "reasoning": 11754}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0747134}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:24:07Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "f91a59397ccfeb8c05f52933cf44194f3cdea4d7", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a570ebffb94062fb366af29743dcef0273d5044148e9c08ffcb5a7d1ea833e19", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 279.464, "gate": 9.24, "grade": 5.496, "plan": 108.458, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 115.747, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 543.85}, "tokens": {"phases": {"develop": {"cached_input": 64000, "input": 256989, "output": 12841, "reasoning": 8787}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6222, "output": 2951, "reasoning": 507}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 64000, "input": 263211, "output": 15792, "reasoning": 9294}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-smoke-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-smoke-r1", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-provided-smoke-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.08801977999999999}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:21:11Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "smoke-control", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "1267e6a1077e2ddff08acf4bc6d509732c413e8e", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9bfd58aa75d3ec017cc0dc8698dce775735c71561797800865f8c1b51b68ac5b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 381.972, "gate": 3.217, "grade": 7.871, "plan": 99.755, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 57.974, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 563.636}, "tokens": {"phases": {"develop": {"cached_input": 327168, "input": 375076, "output": 15193, "reasoning": 8204}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 6222, "output": 2720, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 327168, "input": 381298, "output": 17913, "reasoning": 8720}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:43:31Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "d73ac89573492ba61302486a80e78b3d402926de", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c0f3a97d6cb1d14bff7c1724343c94dc4d514e77cf05561905e4fc39483e37bb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 269.191, "gate": 5.07, "grade": 5.911, "plan": 85.558, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 68.434, "shape": 314.65}, "timeout_cap_s": 3600, "total_wall_s": 729.155}, "tokens": {"phases": {"develop": {"cached_input": 79872, "input": 267613, "output": 11580, "reasoning": 7776}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2376, "output": 2313, "reasoning": 390}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 145920, "input": 436402, "output": 24340, "reasoning": 14831}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T11:45:21Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5ca69e120e01314cebe7206ee24f6cf8e1ec522226d43c0eb3636e49044b7f67", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 89.808, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 57.154, "shape": 250.452}, "timeout_cap_s": 3600, "total_wall_s": 2175.679}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2441, "output": 2379, "reasoning": 379}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 12288, "input": 81617, "output": 12104, "reasoning": 7415}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r3", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:31:31Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "b8864beaf324c0ce881ce56c1463108bdc5d5064", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "151846d8bdd31ec7704305470ea08f3e3e3257ceb8553b8648a3f139b70a8272", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 222.708, "gate": 4.811, "grade": 7.376, "plan": 88.515, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 110.598, "shape": 346.488}, "timeout_cap_s": 3600, "total_wall_s": 697.985}, "tokens": {"phases": {"develop": {"cached_input": 47616, "input": 183276, "output": 9603, "reasoning": 6580}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2432, "output": 2399, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 77824, "input": 263865, "output": 22282, "reasoning": 14246}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-smoke-us-syn01:r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-smoke-r1", "audit_round": "r71", "cell_id": "r71-us-syn-01-live-ticket-filters-kogen-planshell-shaped-smoke-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:12:52Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "smoke-control", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "c5828242447c7917b08f95a17eec2233fb43c949", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "643d74c94706867b25688bff936e2a3a41111fc9c07ab8cb555e93bff5f501d2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-01-live-ticket-filters"}, "timing": {"phases_s": {"develop": 222.089, "gate": 3.008, "grade": 8.27, "plan": 81.679, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 107.457, "shape": 301.157}, "timeout_cap_s": 3600, "total_wall_s": 627.761}, "tokens": {"phases": {"develop": {"cached_input": 101376, "input": 240042, "output": 8810, "reasoning": 4796}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2374, "output": 2197, "reasoning": 310}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 138240, "input": 340145, "output": 20380, "reasoning": 11958}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.19755498000000002}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:55:55Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "31b399a401dd4b5ab92d0d6c884eb0435cf6afbe", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "85084182e31033150ccaaac075b32db04796b9253f216f9e0705b1b28bbcc6af", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 923.753, "gate": 6.646, "grade": 5.513, "plan": 114.244, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 118.384, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1187.786}, "tokens": {"phases": {"develop": {"cached_input": 1246208, "input": 1176724, "output": 43765, "reasoning": 30935}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7194, "output": 3115, "reasoning": 352}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1246208, "input": 1183918, "output": 46880, "reasoning": 31287}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.21396038}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:40:57Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "190089f89305e3be45b26d541fc75f2d3ce94baa", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6d03728f448a448e9396672f04380c709907f207ba1bb9bdfc4c451186788788", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 1136.155, "gate": 8.906, "grade": 4.919, "plan": 92.24, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 100.346, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1389.452}, "tokens": {"phases": {"develop": {"cached_input": 1394688, "input": 1335080, "output": 54255, "reasoning": 38437}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7194, "output": 2499, "reasoning": 266}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1394688, "input": 1342274, "output": 56754, "reasoning": 38703}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-us-syn-20-email-invite-flow-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.16041086000000002}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:40:52Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "48db1b54c33cfe1756bc4cb04ebc5f0fead727bd", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f6e65909fe6c3664707c435c4d35d26dfa9ba6b0f16cdede9471ef85b775ae46", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 854.652, "gate": 3.668, "grade": 4.787, "plan": 101.806, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 108.685, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1112.537}, "tokens": {"phases": {"develop": {"cached_input": 592896, "input": 922644, "output": 41399, "reasoning": 29557}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7194, "output": 2713, "reasoning": 184}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 592896, "input": 929838, "output": 44112, "reasoning": 29741}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:00:06Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "8c0502a7a50eb2fdaf37f0e98340f005dea1a62a", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8794cc456080003a8dfe1028562a946a60f9b3d45a274db27c5ed0219e6cbdf7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 490.238, "gate": 20.007, "grade": 5.526, "plan": 102.139, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 107.643, "shape": 528.27}, "timeout_cap_s": 3600, "total_wall_s": 1177.222}, "tokens": {"phases": {"develop": {"cached_input": 229376, "input": 323356, "output": 21356, "reasoning": 15474}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2625, "output": 2783, "reasoning": 729}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 334336, "input": 682884, "output": 42645, "reasoning": 30961}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T12:24:12Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4e32cac87a388d358d276fdbf7021684e61bd246e186e33217470fa4af8fc02f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 94.859, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 124.665, "shape": 543.237}, "timeout_cap_s": 3600, "total_wall_s": 2468.509}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2674, "output": 2585, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 35328, "input": 160264, "output": 23970, "reasoning": 18017}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn20:r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r3", "audit_round": "r71", "cell_id": "r71-us-syn-20-email-invite-flow-kogen-planshell-shaped-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:45:04Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "97c795dee198b66c8635f75064c9142e41a12e19", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "475a0e7725de487fa7fa428643622072703885b7bc2112fc40c5e0de92f6e8ae", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "43b6cdcd44bf08d6cd2d2edebdb24c36356513c1", "kind": "git-commit"}, "id": "syn-20-email-invite-flow"}, "timing": {"phases_s": {"develop": 444.348, "gate": 3.114, "grade": 6.005, "plan": 98.493, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 105.969, "shape": 557.983}, "timeout_cap_s": 3600, "total_wall_s": 1177.875}, "tokens": {"phases": {"develop": {"cached_input": 301056, "input": 405024, "output": 17458, "reasoning": 11797}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2670, "output": 2656, "reasoning": 415}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 388608, "input": 663536, "output": 38383, "reasoning": 26702}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r1", "audit_round": "r71", "cell_id": "r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1457039}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T11:00:36Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "0d1e213d9e430c962efa6c32d192b30638680c6e", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "97be801ea56b90378144607ec104376610e3941ca9ba6190262bb4785a751bd6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 744.5, "gate": 5.58, "grade": 4.918, "plan": 105.933, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 56.171, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 929.316}, "tokens": {"phases": {"develop": {"cached_input": 826880, "input": 765106, "output": 34821, "reasoning": 21460}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7362, "output": 2879, "reasoning": 516}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 826880, "input": 772468, "output": 37700, "reasoning": 21976}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r2", "audit_round": "r71", "cell_id": "r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.14887089999999997}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:02:14Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "6c89ec3412f00c811b83d861c3501f6de0540cac", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f8b5f5b4ed56787a9ddc3574e3c67acc9c96a963a4eebc82deefc33970789cb1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 817.59, "gate": 14.088, "grade": 5.65, "plan": 111.731, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 113.269, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 1080.846}, "tokens": {"phases": {"develop": {"cached_input": 1077760, "input": 888540, "output": 36449, "reasoning": 25780}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 7168, "input": 194, "output": 2991, "reasoning": 428}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1084928, "input": 888734, "output": 39440, "reasoning": 26208}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r3", "audit_round": "r71", "cell_id": "r71-us-syn-31-inbound-email-webhook-kogen-planshell-provided-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.09991824}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:45:16Z"}, "graded": true, "harness": "kogen-planshell-provided", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "423ae9dac4d4f5a8c00a8884dea9f8f59b4974eb", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "013cedb843d11f595590f070fc3e5c255595ad8e0fe05af3bcab40e5945353ee", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 449.535, "gate": 3.055, "grade": 5.926, "plan": 90.206, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 100.579, "shape": 0.0}, "timeout_cap_s": 3600, "total_wall_s": 674.309}, "tokens": {"phases": {"develop": {"cached_input": 246784, "input": 486009, "output": 19191, "reasoning": 12151}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 7362, "output": 2453, "reasoning": 200}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 246784, "input": 493371, "output": 21644, "reasoning": 12351}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-shaped-r1", "audit_round": "r71", "cell_id": "r71-us-syn-31-inbound-email-webhook-kogen-planshell-shaped-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-05T11:37:02Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": {"missing": "Invalid/environment cause requires evidence audit"}, "cohort": "scored", "evidence_ref": {"missing": "No evidence-backed ITT classification"}}, "kogen": {"best_candidate": {"missing": "Not recorded in available public metadata"}, "landed": false}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4db3a63a0dc61614cd4914770bda0d3d58c74c8715f416838a4fc69520f62333", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": 120.923, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 117.666, "shape": 408.617}, "timeout_cap_s": 3600, "total_wall_s": 2351.269}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2815, "output": 3299, "reasoning": 1034}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 10752, "input": 131168, "output": 18113, "reasoning": 11673}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r71-us-syn31:r71-us-syn-31-inbound-email-webhook-kogen-planshell-shaped-r2", "audit_round": "r71", "cell_id": "r71-us-syn-31-inbound-email-webhook-kogen-planshell-shaped-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "mixed", "requested": "max", "runner_requested": "max"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T12:06:15Z"}, "graded": true, "harness": "kogen-planshell-shaped", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": "484bbc99f4d144962b7c7443aa79ac3054159620", "landed": true}, "model": {"effective": "gpt-6-luna,gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "79b6c2889a35a4565b4b2097c6e28a7c64b530ed6745cfe94161e8fb9f025ad5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "plan-shell", "round_id": "r71", "sandbox": {"egress_allow": ["chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "f8b30351614c1b4ad22b28c6bd21b13598fe8a5e", "kind": "git-commit"}, "id": "syn-31-inbound-email-webhook"}, "timing": {"phases_s": {"develop": 661.794, "gate": 10.167, "grade": 5.289, "plan": 99.733, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": 65.734, "shape": 325.969}, "timeout_cap_s": 3600, "total_wall_s": 1121.713}, "tokens": {"phases": {"develop": {"cached_input": 741888, "input": 542752, "output": 29638, "reasoning": 21935}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": 0, "input": 2880, "output": 2705, "reasoning": 694}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 762880, "input": 689945, "output": 45231, "reasoning": 30907}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": {"missing": "Not recorded in available public metadata"}, "kogen": {"missing": "Historical tool version not pinned in cell artifacts"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
