{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ac-throttle-search__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.3210004}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:20:12Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f502fe0bd688d4d23e8dab09f3dd14d00631b609cc22120da595f681c56f88fd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 16.228, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 342.649}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 868224, "input": 80294, "output": 7359, "reasoning": 2541}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ac-throttle-search__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2177472}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-04T20:50:14Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e27b5f864869b6b891c03c82096d41ed26c3b8f762580b83ce2118b88efe0454", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 0.208, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 227.783}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 543872, "input": 56455, "output": 5045, "reasoning": 1433}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-aj-enqueue-after-commit__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.16874039999999998}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:18:33Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e8c35dc7f66de05a46da3a3ca605bc7b2b87e90a64d8e5360a2e277c911db6b3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-aj-enqueue-after-commit"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.851, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 244.892}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 278144, "input": 40773, "output": 5938, "reasoning": 1454}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-aj-enqueue-after-commit__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1904}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:52:42Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "059a3f3a4400bd666abd7d92528ba1b6955b5e38ab0547dacc92e5862821932e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-aj-enqueue-after-commit"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.76, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 254.668}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 447360, "input": 41417, "output": 6283, "reasoning": 1487}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ar-archive-book-access__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.13611120000000002}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:19:43Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5e2727a8e152ffd5076759688b8daccbb4c9f7506ad9a887f1b5c4a40d97584c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-archive-book-access"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.136, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 174.911}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 292352, "input": 34293, "output": 3829, "reasoning": 1070}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ar-archive-book-access__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1677332}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:54:22Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a76beb0c6271c43a9254eb0c3b80148a2149bb9b08a6a3f28eadff37f554ab1a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-archive-book-access"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.495, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 225.109}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 376192, "input": 38662, "output": 5279, "reasoning": 1601}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ar-bulk-access-grants__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2195272}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:26:14Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "074ff7b824c397e8726c57aa58ff86638ebf255f178b3727228257212fb815a3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-bulk-access-grants"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 15.959, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 387.529}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 350592, "input": 41149, "output": 10217, "reasoning": 4337}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ar-bulk-access-grants__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.177258}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:57:01Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "79f0c43657fa9eb6aaea1ae27d01833d3927e121e6483ba3d637e8d3e37bb90f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-bulk-access-grants"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 15.54, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 329.15}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 270080, "input": 30605, "output": 8904, "reasoning": 3803}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-as-variant-processed-once__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2069492}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:25:24Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5c0c7b3ee46485757997627dd3ae808a16fd9e4280a7b4ba3e249cad96c85571", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 26.814, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 228.459}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 522112, "input": 53164, "output": 4841, "reasoning": 1086}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-as-variant-processed-once__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1937128}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:57:53Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "25a4c11880314312afc615129c6114d03ecba32a4162955f4968a9c5a2d957c4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.101, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 197.29}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 519168, "input": 48928, "output": 4394, "reasoning": 1468}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-active-storage-tracking__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.5350056}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:35:57Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "25dcda5fd9ab3ee07fa4aa783d29ae679b86146f99739cba419d45e297b44bb3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-active-storage-tracking"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 21.751, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 850.911}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1435776, "input": 84154, "output": 22312, "reasoning": 10343}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-active-storage-tracking__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.6016904000000001}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T21:10:45Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7173c3fbb684188eb9acb4989c109bcd6dbaadda4bb6c31dfef1596190ab11e1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-active-storage-tracking"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 34.217, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 917.983}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1953664, "input": 82712, "output": 24090, "reasoning": 10920}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-activity-feed-api__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2453032}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:27:10Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "947267b208f19cc96e3aa0650aa14fb9ddf66adb3f08ba60497640949e84e8aa", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-activity-feed-api"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.227, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 318.479}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 505472, "input": 56593, "output": 8157, "reasoning": 1727}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-activity-feed-api__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2818624}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:01:23Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d88db6f307013589241a8362e37355c18622f83240b0b5f1b452c3816453d544", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-activity-feed-api"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.065, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 316.218}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 610304, "input": 67891, "output": 8505, "reasoning": 1455}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-board-publish-unpublish-public-boundary__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.32943320000000004}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:31:10Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "631ad3fc4e291e8976c870c112bf18d4ebe16bc99d2835f4f9ea2b9378a44512", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 34.835, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 432.86}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 851072, "input": 62588, "output": 11915, "reasoning": 2229}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-board-publish-unpublish-public-boundary__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.3330252}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:03:06Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9258a990fc8fef89dcc21d61eec1cd7acba26ce55641aba2870b309f23562ac3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 22.035, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 379.506}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 704512, "input": 77987, "output": 10660, "reasoning": 2291}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-cancelled-account-cleanup__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2604804}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T20:31:23Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "62aa8202a22d2ee32234817db288af57a62d87d3ebbed1546cb019dc0f345653", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.967, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 326.269}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 613504, "input": 58255, "output": 8262, "reasoning": 3337}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-cancelled-account-cleanup__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.33605559999999995}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:04:01Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f5e367a0878b0b3ba45f09e1aeff66da5810e1298ed1cff20b75f9739a5c22a8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.602, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 365.371}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 827136, "input": 76926, "output": 9949, "reasoning": 4081}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-entropy-sweep__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2792412}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:34:03Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d3004913727b232bfc0d04fe10115f38ec9d3da099d516811cb2a92e16c4b897", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-entropy-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 28.357, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 394.742}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 748672, "input": 53197, "output": 9798, "reasoning": 4376}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-entropy-sweep__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.24669960000000002}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:10:01Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "450c5450d911300e3d87a21dcb53c486214910e1d0a762d4914a3e66b3845de4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-entropy-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 26.652, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 415.678}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 626816, "input": 44634, "output": 9475, "reasoning": 3918}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-i18n-support__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 1.773088}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:07:00Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dbea3896153b5572f8fd5f00a5108e11ae340b501b1695dc9c0567e2a5ba4026", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-i18n-support"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.292, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 2200.508}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 7366400, "input": 218324, "output": 59980, "reasoning": 20398}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-i18n-support__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 3.0584424}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T22:00:42Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "33bd97a3c12e00c0b0a87ba0c9d76b1f25e27c0647667d152bda7cb9432514ac", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-i18n-support"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 24.188, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 3388.511}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 10409344, "input": 546744, "output": 92402, "reasoning": 35444}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-mysql-fulltext-search-foundation__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.5554572}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T20:45:35Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "cd65028d1b00f2f607e918c62e24f39bed47323af6c9329acfd377f93d767e88", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 31.324, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 848.391}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1580672, "input": 88865, "output": 21966, "reasoning": 10678}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-mysql-fulltext-search-foundation__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.5830568}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T21:21:23Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "667c25ce22e9a78d3cad4790890b78d64275f1c77cd84ee1b031234231496721", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 29.588, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 851.763}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1707008, "input": 91528, "output": 22930, "reasoning": 11473}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-notification-bundle-window-overlap__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.3369924}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:42:19Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "cdc414529275309c1e85012fc831f54a41fdf7b392d0b047132089ab2cfdfbc0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 21.335, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 482.458}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 629504, "input": 69071, "output": 13590, "reasoning": 4032}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-notification-bundle-window-overlap__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.32078840000000003}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:18:53Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7256d59ba923f02b7ea223afabed32dcd760819e7bb7b6ad448ad37aea2b5791", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 24.09, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 515.011}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 589824, "input": 56803, "output": 14820, "reasoning": 5703}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-saas-billing__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.7314004000000001}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:55:57Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7246720008ad4f75cdf9fe1b899dd2c6ddd7c917c1adeb08a347f4defa8eab19", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-saas-billing"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 26.09, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1186.849}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1884544, "input": 103508, "output": 33593, "reasoning": 12654}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-ft-saas-billing__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.6215231999999999}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:28:28Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "05b383d9bea4488894b06ff6caa1c04fa38d38140fda4aa2f6c86db17bc7cbc8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-saas-billing"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.115, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 872.613}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1924352, "input": 97404, "output": 23428, "reasoning": 6267}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-hw-scoped-broadcast__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1604688}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:45:01Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5fcd3d4b15482b043ec1f5581352aaeb2d3e22eeca5d1692b0b75cd8423c9e75", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.155, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 211.239}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 261248, "input": 42712, "output": 4892, "reasoning": 1783}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-hw-scoped-broadcast__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.158772}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:21:02Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "844e91d553cd54692b732cda55863512f6b33a604cb0b12cf15ca214125ce323", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.286, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 234.869}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 349440, "input": 33019, "output": 5779, "reasoning": 1812}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-sec-audit-sweep__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.3128492}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:48:30Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d8f77fc6dedd3bb449e7a9d64727a5c33c398133d05f64b244bada47ac37db3f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sec-audit-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 16.713, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 368.336}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 1009152, "input": 61257, "output": 8942, "reasoning": 1584}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-sec-audit-sweep__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.249636}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:24:11Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "80e4b6d7cfd48e69a372600dcb1811bef12884b75990bf8defaa6843b6157e1d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sec-audit-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.519, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 310.261}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 545920, "input": 56777, "output": 8149, "reasoning": 1274}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-sup-legacy-conversions__r4-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.24521279999999998}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:49:48Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e60cf99aec9a6ec81b402f2561b2af04448c26778dec48053f53b979f3d8a84b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sup-legacy-conversions"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 24.323, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 255.467}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 590208, "input": 64006, "output": 5818, "reasoning": 1526}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "Codex-Sol-high", "audit_round": "r64b", "cell_id": "codex__gpt-6.1-sol__high__default__rails-sup-legacy-conversions__r5-Codex-Sol-high-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.1921132}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:24:50Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "65ba0f4c9d9e3442adc34a3c7e0c0dece96ca45f89015b3ee1762aa650fe0985", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sup-legacy-conversions"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 26.862, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 225.483}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": 550272, "input": 42888, "output": 5131, "reasoning": 1007}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b615447ac30a139410874241579db9c0e0d937340ec2d5d8350aca6643e1cfcf", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T10:21:16Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "Official result outside standard outcome classes"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d2336ced2d79d21c41d4e3857b5266adb90f0821fedb6456fd23023751e8e6c7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 22.389, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 650.022}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T10:22:17Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "Official result outside standard outcome classes"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bdd9bfec08bace17c6bdb743ce6a4e3f173de202cb20631d7bb417bea43106fc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.295, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 561.406}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:21:23Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "455b907c66cd4345a5b56021105faf5475ed51f4e30053a0e81965785215d070", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-aj-enqueue-after-commit"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 16.249, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 399.974}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T20:54:43Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "60999361c4355149d29097f8dae2bff0dabbd4031403702c0989de1a7c73232d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-aj-enqueue-after-commit"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 24.981, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 470.845}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-archive-book-access__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:27:56Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bf868a0f7a25ca4966fd4a7813d950b9222d28e96aae2c6dcd83c026673faa58", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-archive-book-access"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.731, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 705.852}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-archive-book-access__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:56:13Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1d8026f824969fef1208a6e49c367dff9c4109a6d2b6f685d261a1b29e851e6f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-archive-book-access"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 18.113, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 389.84}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:29:35Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9fa894edbaa128dcb8aa696e29bb81fa1f1f11add6d8c53de502811fe968024a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-bulk-access-grants"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 16.232, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 650.263}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:05:56Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "78763f91de2ca7cbc3a8a666f60e26dc609870a4fa844859434a594a55ad94da", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-bulk-access-grants"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 16.881, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 878.3}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T20:36:10Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8bdf06eda69ddc8780a6043ab054fb6c21b970abba78a387a7bee56ba8d7584c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 37.034, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 920.537}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:08:36Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4357843482c3be95b0c55dd030ad209ddee45e9fe0a1e7261e1f70cb0a043baa", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 26.521, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 934.303}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-active-storage-tracking__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T21:25:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "de4422e1050435847776d62b86d00e5335dfa58cfb06984d045a92ecb1737169", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-active-storage-tracking"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 34.954, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1822.717}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:32:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0ce28286d21ac5a4d6140c0c7d845835872af00853d62fc85f0e381b33fd3bc9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-activity-feed-api"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.822, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 620.419}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:14:35Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fe3180c7ef922dd5bba913d058347bbcd41bd4a6d7646a6ea1bf138199b6160c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-activity-feed-api"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 21.676, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1132.146}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-board-publish-unpublish-public-boundary__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:41:27Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2c50e0be0349213b322da254f0eef00c4f3963656b5b16d239708e2ef0378545", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 21.206, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1147.019}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-board-publish-unpublish-public-boundary__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:13:39Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1cc634b18ba20de9e6ae84d513de7039ff3e173e8aae57b4a4d02a4ec17da0b5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.328, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1039.882}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-cancelled-account-cleanup__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:46:45Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9fa0c5798ae9aeb77a987e3c329a453946913c722d29719f98eac8475d151fdc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.727, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1280.613}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-cancelled-account-cleanup__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T21:19:20Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "469f38598e67bfb89c699bcc9bebe4049f5344fa382d2817a140f7516e887610", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 31.531, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1304.608}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-entropy-sweep__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T20:47:15Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "24f0eaa8a7fb41083d731d5dbeb28461bf75ae3fc25a243d8a3b8c61426d5c8d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-entropy-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 42.528, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1203.431}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T20:41:41Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2ff47b292361548b5c44fd0f2149b41fee928e67cfbafe653654872264753e89", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 28.811, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 613.807}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:16:55Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1d0a249cc19a1e86b78423b220212b95852f8dfdf142d3d1b2bdfcdb8fd92ee8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.151, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 642.576}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-notification-bundle-window-overlap__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:51:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ec142e7b02c48a800eb65e1c4327a692208f2dff49d7a5e75a7c9f3b2c4ddaf1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.238, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1154.285}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-notification-bundle-window-overlap__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T21:33:16Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bfe8b5972480160ef4a985eff78ee2743a8f4bd938ac6d6a94f5a6d380b9c20a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 30.74, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1451.023}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T20:51:35Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4f4b4feee488e2ab305c4638dc162c2d66f46a37b19689bcb66ed5e9ec4658fb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.271, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 599.494}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:23:23Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d2eab69bca19fd4c109949cf759740a090f05a1186ca05078dd49271f1fac10d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 30.328, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 518.035}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sec-audit-sweep__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:55:22Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ada13a644945323817feae7545dafccc90a6e626427bf58509800dbfca2745c4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sec-audit-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 16.887, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 808.007}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sup-legacy-conversions__r4-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T20:55:00Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c0b1f64dc90a4dd34572945da60fb3df11333d85ce7d3564f1657d21b06b9cff", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sup-legacy-conversions"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 25.604, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 589.939}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64b", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sup-legacy-conversions__r5-kh-plan-shell-r64b-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T21:32:41Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "96cecaa11011ce66953f3279d0cc9b72e943cb661c7c29cf1226993d8bfd3828", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r64b", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sup-legacy-conversions"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 26.197, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 693.225}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
