{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-elx-12-retry-api-deprecation-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.77, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0041867399999999996}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:59:16Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a14291cbb1e7dd8dd1d005e062b08ad97e3d249f7959ade1e08f4e37e58a1b0d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "f2555b9197b1e661d11dd533aaf2ff71313be77be4e024b8b25d0b8b2666fc29"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "f2555b9197b1e661d11dd533aaf2ff71313be77be4e024b8b25d0b8b2666fc29", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:24:29.680000Z", "start_utc": "2026-10-02T11:23:03.265000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:24:29.654000Z", "start_utc": "2026-10-02T11:23:21.091000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.848, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 68.563}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 140544, "input": 15733, "output": 2416, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-elx-12-retry-api-deprecation-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.18, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00311772}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:33:51Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "cad64ead0f4d5b5eea2eae374a397d0754a142c8b9c8dc0058bf8cee64a68537", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "6c985af2a432ed8d86f862e63fbe39e914b89eb5f3468ece69d527375d11dacb"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "6c985af2a432ed8d86f862e63fbe39e914b89eb5f3468ece69d527375d11dacb", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:28:58.521000Z", "start_utc": "2026-10-02T11:27:40.714000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:28:58.486000Z", "start_utc": "2026-10-02T11:28:01.123000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.29, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 57.363}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 100352, "input": 11322, "output": 1964, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-elx-12-retry-api-deprecation-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.34, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00299864}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:54:06Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ea013ccbec8fc5bb4e75453e9781544c0797073c9ae3f67874fa47ef97c117d0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "0637712371f9a4924d63e6f618ac4373cca551994839ae0d1c1694a97ea1fc5e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "0637712371f9a4924d63e6f618ac4373cca551994839ae0d1c1694a97ea1fc5e", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:29:58.310000Z", "start_utc": "2026-10-02T11:29:08.631000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:29:58.291000Z", "start_utc": "2026-10-02T11:29:14.752000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.672, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 43.539}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 50944, "input": 16302, "output": 1718, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-ar-bulk-access-grants-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.36, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00256732}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:39:52Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c0e1776124e32ff739f856b197f0e39e8f1fd4e603f71b1b1b64aea2cfef9459", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "0ca812a6dfe6ba0365765e47a4235337ee4dd9dd5410d6d8a6fa812c0e6f4f5a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "0ca812a6dfe6ba0365765e47a4235337ee4dd9dd5410d6d8a6fa812c0e6f4f5a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:23:02.352000Z", "start_utc": "2026-10-02T11:22:28.804000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:23:02.193000Z", "start_utc": "2026-10-02T11:22:31.305000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 45.673, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 30.887}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 76032, "input": 13105, "output": 993, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-ar-bulk-access-grants-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.68, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00219802}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:41:49Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d7b8f6e0a65c943ccb772147932372b95083023c0f8e4857124a624b789dd8c6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "608acaff124ae5a610864eeb05e010b9bd1a49dd306588c389e1c8871bc8c5f2"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "608acaff124ae5a610864eeb05e010b9bd1a49dd306588c389e1c8871bc8c5f2", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:29:42.042000Z", "start_utc": "2026-10-02T11:28:52.687000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:29:41.962000Z", "start_utc": "2026-10-02T11:28:55.823000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 34.111, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 46.139}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 81152, "input": 9365, "output": 900, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-ar-bulk-access-grants-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.89, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0032582}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:44:49Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8cb5b63841a5e6eb46c3a4ab2fd91151249109c7af3d55d6b3ab1c6529ce0fc8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "44ee8f3d0f13e396d421a235303809ea8f9c2ac592cacd0e4d0bc6a78a28c36b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "44ee8f3d0f13e396d421a235303809ea8f9c2ac592cacd0e4d0bc6a78a28c36b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:30:01.566000Z", "start_utc": "2026-10-02T11:29:00.128000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:30:01.515000Z", "start_utc": "2026-10-02T11:29:03.533000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 42.245, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 57.982}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 130560, "input": 12416, "output": 1422, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-hw-scoped-broadcast-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.31, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0032626400000000002}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:29:37Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5f50fe52bf00a9826a2a7ab6f30ff662ed1e2b5e594bcee3b63897e23eb7fa9b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "01d7dd1ea04944cd844bd8a210ee61ac8026e1c555be4e8f56dec6f3b8767c6b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "01d7dd1ea04944cd844bd8a210ee61ac8026e1c555be4e8f56dec6f3b8767c6b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:22:50.750000Z", "start_utc": "2026-10-02T11:22:20.787000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:50.649000Z", "start_utc": "2026-10-02T11:22:23.189000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.665, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 27.46}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 118784, "input": 16668, "output": 816, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-hw-scoped-broadcast-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.94, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00302662}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:51:56Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5ee0c44aedbc9d7e2279df4f7409be1a017ba81ad153180ac685f293ce0a329e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "95167bd45f7e792cd14885c4552a47b02aeed8e17687cda3990b96f537d97cbf"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "95167bd45f7e792cd14885c4552a47b02aeed8e17687cda3990b96f537d97cbf", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:24:48.552000Z", "start_utc": "2026-10-02T11:23:50.470000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:24:48.161000Z", "start_utc": "2026-10-02T11:23:58.324000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 46.943, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 49.837}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 138752, "input": 12156, "output": 847, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-hw-scoped-broadcast-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.37, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0045318}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:43:01Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7ebb62de68b4746f7894436d286154a1829213184d7b899505ca6405ff29f920", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "393303d1accbcd5340bbb60b4e0367e0941553779711eae8bcc35ef1cfac5c2e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "393303d1accbcd5340bbb60b4e0367e0941553779711eae8bcc35ef1cfac5c2e", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:30:29.838000Z", "start_utc": "2026-10-02T11:29:42.731000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:30:29.786000Z", "start_utc": "2026-10-02T11:29:44.704000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 28.529, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 45.082}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 198400, "input": 17978, "output": 1500, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-sup-legacy-conversions-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.74, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00485748}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:46:33Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9c7ee9065ddd1832bede1ee97ae994b8ef5ceb2636da801ba77d3936f34d3776", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "2e7fd53c60ed4ddad8826eb0da83ab57b5c26b5ecb7dc4d73e4970ea9e455f8f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "2e7fd53c60ed4ddad8826eb0da83ab57b5c26b5ecb7dc4d73e4970ea9e455f8f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-sup-legacy-conversions"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:22:49.146000Z", "start_utc": "2026-10-02T11:21:43.293000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:49.059000Z", "start_utc": "2026-10-02T11:21:44.738000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 38.306, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 64.32}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 155648, "input": 20510, "output": 2500, "reasoning": 937}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-sup-legacy-conversions-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.76, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0034782600000000004}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:50:53Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3e7c45f1b5c2943dffeb6dc75f9c8ef92118af5552407da8f40b7000c93da1be", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "56133639cb5d76f947654311bd62d392b334050c802a761421d004b152403722"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "56133639cb5d76f947654311bd62d392b334050c802a761421d004b152403722", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-sup-legacy-conversions"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:22:27.673000Z", "start_utc": "2026-10-02T11:21:45.412000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:27.363000Z", "start_utc": "2026-10-02T11:21:47.545000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 32.181, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 39.818}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 141056, "input": 14977, "output": 1140, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-rails-sup-legacy-conversions-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.76, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0023106}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:32:05Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "573e03cc11d45b22feb949517cbad8479380c33634d82ce6de4b2056f7b512ce", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "1585d487db706821fc1cac5872a033c6c96eae4c0f793abc9b2806aa8146078b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "1585d487db706821fc1cac5872a033c6c96eae4c0f793abc9b2806aa8146078b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-sup-legacy-conversions"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:22:19.833000Z", "start_utc": "2026-10-02T11:21:47.774000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:19.747000Z", "start_utc": "2026-10-02T11:21:51.264000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 36.783, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 28.483}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 74240, "input": 10277, "output": 1081, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-syn-13-bug-empty-filter-crash-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.76, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0037825200000000006}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T12:00:16Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fd7bc13cc7f7b385d7dda3a352f51feb4d0185e11333e663b9030138bc3211ec", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "d3686d8d6dd7d4d302857fa03f0d31c733157be350b8e77f7d03e8701e407dbc"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "d3686d8d6dd7d4d302857fa03f0d31c733157be350b8e77f7d03e8701e407dbc", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:23:47.719000Z", "start_utc": "2026-10-02T11:21:46.462000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:23:47.636000Z", "start_utc": "2026-10-02T11:23:13.232000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.421, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 34.405}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 123392, "input": 20391, "output": 1019, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-syn-13-bug-empty-filter-crash-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.34, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00473736}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:59:41Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3f150a60f7035830b43024d0c83f1eb8ac18a129c3dc01396d24ccbaf4ccbadf", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "f9063d07ced4ca599d006eac3e90adf7d71002de8c9c0dd9996a42c63a032dd5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "f9063d07ced4ca599d006eac3e90adf7d71002de8c9c0dd9996a42c63a032dd5", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:29:07.313000Z", "start_utc": "2026-10-02T11:24:52.902000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:29:07.293000Z", "start_utc": "2026-10-02T11:28:20.230000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 7.588, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 47.062}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 158976, "input": 25121, "output": 1271, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-syn-13-bug-empty-filter-crash-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.02, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00436522}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:45:51Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3e5b78f30fe50a6835f14fe09f6b30c23f048dbbb16a15e60642127589221518", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "9554bc1aabec6fdff7d19d6c23acb8f1aae629dbe67f09da5e56bc95ee13967b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "9554bc1aabec6fdff7d19d6c23acb8f1aae629dbe67f09da5e56bc95ee13967b", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:29:57.477000Z", "start_utc": "2026-10-02T11:27:38.288000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:29:57.464000Z", "start_utc": "2026-10-02T11:29:17.881000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 7.368, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 39.583}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 152832, "input": 21764, "output": 1321, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-syn-14-bug-sla-business-hours-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 3.08, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00431204}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T12:00:36Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "67fc40d8bb84e560ed90a72ae0d10fb8a3c1538a23fc9af974c812f7437c36b6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "2f7584570b75c0e3bb6ff53f5b8af2abba32aecbcad759dedbc94f95173dcc8a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "2f7584570b75c0e3bb6ff53f5b8af2abba32aecbcad759dedbc94f95173dcc8a", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:27:38.500000Z", "start_utc": "2026-10-02T11:22:49.958000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:27:38.462000Z", "start_utc": "2026-10-02T11:27:02.933000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.892, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 35.53}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 104704, "input": 30115, "output": 507, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-syn-14-bug-sla-business-hours-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 3.08, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0041277200000000005}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:56:07Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "188ab04e1b2a5eb6a68ce15909cbefa1a917390c16bfcf3b112261d9ecd959c4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "72da10aa68c4cc4a4d44a16f037e1feee821fdf0b50829922539d4b059b21706"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "72da10aa68c4cc4a4d44a16f037e1feee821fdf0b50829922539d4b059b21706", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:27:36.977000Z", "start_utc": "2026-10-02T11:22:52.128000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:27:36.942000Z", "start_utc": "2026-10-02T11:26:51.073000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.578, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 45.868}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 184832, "input": 19164, "output": 726, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-eu-syn-14-bug-sla-business-hours-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.54, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00256408}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:46:29Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c9e808a586faaf1696b6ea6f62905681f33748dafd9bc992ee17e5c3c0791055", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "1b256da6d1711c8480136db3c8fd5d54d36b1a376cde7d06abf6b3a91dbd27d4"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "1b256da6d1711c8480136db3c8fd5d54d36b1a376cde7d06abf6b3a91dbd27d4", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:28:51.903000Z", "start_utc": "2026-10-02T11:24:31.846000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:28:51.788000Z", "start_utc": "2026-10-02T11:28:19.845000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.607, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 31.943}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 82688, "input": 14647, "output": 545, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-elx-07-cli-stats-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.74, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.004682680000000001}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:56:40Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7ddf12a2b3b07b8080a6bb5d712be0f022365571f0872e5dd45510cdd4820e18", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "0a633ec8d9b6ec2f6b42b6a8147e4c5026380a40f3147c5be94dc5dbd459664e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "0a633ec8d9b6ec2f6b42b6a8147e4c5026380a40f3147c5be94dc5dbd459664e", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:24:09.686000Z", "start_utc": "2026-10-02T11:22:37.806000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:24:09.676000Z", "start_utc": "2026-10-02T11:22:44.103000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.184, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 85.573}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 142848, "input": 17197, "output": 3069, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-elx-07-cli-stats-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.32, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00544384}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:39:48Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c33bad19b3ca9fdd9995fb111511c13e686a4bc12b53e7b99dbc1aab778d1f64", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "21e1c6d79c638ff7c911f6932bcee30a20a938c94e441081180dece97d3438d0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "21e1c6d79c638ff7c911f6932bcee30a20a938c94e441081180dece97d3438d0", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:25:03.610000Z", "start_utc": "2026-10-02T11:23:34.917000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:25:03.586000Z", "start_utc": "2026-10-02T11:23:38.226000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.905, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 85.36}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 126464, "input": 26427, "output": 3073, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-elx-07-cli-stats-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.48, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0049435799999999995}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:47:21Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3b5ab51a72a16e10a9d3aa652fab86ab4995a63ad37fd7c8106645bc83f71985", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "7abd51212b84208b616f5374c5affa72e362ae5837d1149a73a30c2ee6ebfb05"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "7abd51212b84208b616f5374c5affa72e362ae5837d1149a73a30c2ee6ebfb05", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:26:21.327000Z", "start_utc": "2026-10-02T11:25:07.903000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:26:21.300000Z", "start_utc": "2026-10-02T11:25:14.600000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.643, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 66.7}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 94208, "input": 25150, "output": 2973, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-ac-throttle-search-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.51, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0060538400000000004}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:32:40Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fc57cf91baf0d6312016f541278cb0fc9ffc6a787c9a665eecf2fd0e78ce940b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "262005577087bc5955351384e0c63859ff4d29962f0039435cd3e88ee680153e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "262005577087bc5955351384e0c63859ff4d29962f0039435cd3e88ee680153e", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:23:00.064000Z", "start_utc": "2026-10-02T11:21:29.243000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:59.991000Z", "start_utc": "2026-10-02T11:21:31.934000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.426, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 88.057}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 265984, "input": 25430, "output": 1702, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-ac-throttle-search-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.47, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0034259800000000003}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:45:54Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "04708530428fbd3e03eb365c0c503666463f9c2801f4c477b6c4cba70dc42454", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "362b4c0da6030333656ea3f49eefc43f129f1732760032bd2268917055173f42"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "362b4c0da6030333656ea3f49eefc43f129f1732760032bd2268917055173f42", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:22:36.447000Z", "start_utc": "2026-10-02T11:22:06.337000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:36.363000Z", "start_utc": "2026-10-02T11:22:07.898000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.183, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 28.465}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 121088, "input": 17691, "output": 892, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-ac-throttle-search-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.1, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0026111400000000005}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-02T11:48:14Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ea3d30d7125c00121fb4c4d3f10d58e26b267eb1c4544a006b32e57ec037968a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "13c58acdf8a4c0c12ef2613ddc4ac0b079df95cb3949659c540cb222abdc3d84"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "13c58acdf8a4c0c12ef2613ddc4ac0b079df95cb3949659c540cb222abdc3d84", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:23:32.572000Z", "start_utc": "2026-10-02T11:22:58.900000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:23:32.523000Z", "start_utc": "2026-10-02T11:23:00.444000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 1.999, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 32.079}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 85504, "input": 12571, "output": 998, "reasoning": 156}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-aj-enqueue-after-commit-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.51, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00278648}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:28:07Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "54a1cac404d147edc5f93997791e33d3632999a5d3083ee1481856b23d42b3f1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "03fd3cb4b03120576ad3f51919174ae96ccbe09c2a9be893572adbfed52ca07e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "03fd3cb4b03120576ad3f51919174ae96ccbe09c2a9be893572adbfed52ca07e", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:21:57.571000Z", "start_utc": "2026-10-02T11:21:26.106000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:21:57.522000Z", "start_utc": "2026-10-02T11:21:27.435000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.837, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 30.087}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 86528, "input": 15482, "output": 746, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-aj-enqueue-after-commit-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.51, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0067721199999999995}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:30:56Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "abd2ae88c036f002830e9b352d54daf9b1acc56339b83cc79f3186f8e949e673", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "b4a0f5e86bdafc637b92478f1feff83f72ed6e054da2474dfbb08f356ee04e61"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "b4a0f5e86bdafc637b92478f1feff83f72ed6e054da2474dfbb08f356ee04e61", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:22:57.069000Z", "start_utc": "2026-10-02T11:21:28.155000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:57.004000Z", "start_utc": "2026-10-02T11:21:29.882000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 46.316, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 87.122}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 314112, "input": 25875, "output": 2087, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-aj-enqueue-after-commit-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.71, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00381632}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:42:37Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0d8da1eae0c8fb05882a9b9f6f2b3a0874a9dc6caf91114ae92e0739c01f1a88", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "39824eb2cf3db9b5d195998b8fb0a244951e3180737cad8eb9073c5f6a787c64"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "39824eb2cf3db9b5d195998b8fb0a244951e3180737cad8eb9073c5f6a787c64", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:22:05.923000Z", "start_utc": "2026-10-02T11:21:30.462000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:22:05.874000Z", "start_utc": "2026-10-02T11:21:32.964000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 41.576, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 32.91}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 169472, "input": 17431, "output": 757, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-ar-archive-book-access-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.42, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0013995}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "m07"}, "timestamp": "2026-10-02T11:55:17Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fa61644e63266b3c92d355c0a8986d7dd537b4deaf60b0a602aca7005e0ee487", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "7c9ac24cef8073a7c663a14ddb8eae1e756f541051411edba1cfc46087c90753"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "7c9ac24cef8073a7c663a14ddb8eae1e756f541051411edba1cfc46087c90753", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-archive-book-access"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:20:16.522000Z", "start_utc": "2026-10-02T11:19:59.760000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:20:16.472000Z", "start_utc": "2026-10-02T11:20:02.033000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": {"missing": "m45"}, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 14.439}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 46080, "input": 7612, "output": 355, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-ar-archive-book-access-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.42, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0028261400000000004}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:36:50Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "194de6ee44e4e7f22ddf3880a8989b89f940a037dcdcb29ef3ce341390baacb9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "1852675368c767e75f56f6719644fa1812470ba4295b4c28ec20672ef9a03837"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "1852675368c767e75f56f6719644fa1812470ba4295b4c28ec20672ef9a03837", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-archive-book-access"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:20:39.955000Z", "start_utc": "2026-10-02T11:20:02.102000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:20:39.907000Z", "start_utc": "2026-10-02T11:20:03.808000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 47.203, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 36.099}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 108544, "input": 12132, "output": 1055, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-ar-archive-book-access-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.42, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0020482800000000004}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:57:07Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "df09223f1b6768489ed299a0e8f7f1598fc7f2ec798f1fc15f786efc059e3db8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "b8dcf86b5bd23da83a729d0b311e2f5083b9184a103897a88c9bb85eb588986c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "b8dcf86b5bd23da83a729d0b311e2f5083b9184a103897a88c9bb85eb588986c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-archive-book-access"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:20:26.762000Z", "start_utc": "2026-10-02T11:20:03.937000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:20:26.713000Z", "start_utc": "2026-10-02T11:20:05.663000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.792, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 21.05}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 85248, "input": 8933, "output": 605, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-as-variant-processed-once-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.47, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00783782}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:44:05Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "44f5892c5cd36d3fdd0cb30fa43fe75a184e5594cab8c986521e29ee3cc0f208", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "eb1983fabf111804750e3bca7b3a65f2e1143f90153aacb55f1a7bf8bcaff693"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "eb1983fabf111804750e3bca7b3a65f2e1143f90153aacb55f1a7bf8bcaff693", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:23:11.513000Z", "start_utc": "2026-10-02T11:21:58.214000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:23:11.463000Z", "start_utc": "2026-10-02T11:21:59.628000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 36.103, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 71.834}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 413952, "input": 28323, "output": 1732, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-as-variant-processed-once-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.13, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.001949}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": {"missing": "m07"}, "timestamp": "2026-10-02T11:33:01Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c4f80a1448a85f6b296dffcc57299a97b976e100b7bc3cad18b0874a7c354a2c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "ece9ef6dcabbe194b5d7855404d63fec5b4ff072d7ea05d3c33326d92ec0d42a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "ece9ef6dcabbe194b5d7855404d63fec5b4ff072d7ea05d3c33326d92ec0d42a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:24:28.047000Z", "start_utc": "2026-10-02T11:24:06.313000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:24:27.999000Z", "start_utc": "2026-10-02T11:24:07.726000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": {"missing": "m45"}, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 20.272}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 74240, "input": 9566, "output": 500, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-as-variant-processed-once-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.52, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.007149239999999999}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:55:55Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "82843df90d7ec0004cb4351559d655369bb261fc6c4fa2af9ae0fb36b8a13ce4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "b7b85099162db10add4b81deffcdb60d0fd0248410f6e17ef1d079244ff3a55d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "b7b85099162db10add4b81deffcdb60d0fd0248410f6e17ef1d079244ff3a55d", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:26:04.756000Z", "start_utc": "2026-10-02T11:24:28.493000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:26:04.676000Z", "start_utc": "2026-10-02T11:24:30.216000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 30.792, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 94.459}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 342784, "input": 28389, "output": 1765, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-sec-audit-sweep-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.01, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02891886}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:41:57Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fb910e0c39447ba614d10d0057117bf702aaa60a5a2a80c537fa46c49eeba149", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "49e75d47bb5bbcb8f16b921db549940b9e3818898875d0758d1efe57f727a977"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "49e75d47bb5bbcb8f16b921db549940b9e3818898875d0758d1efe57f727a977", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-sec-audit-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:26:55.487000Z", "start_utc": "2026-10-02T11:23:01.005000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:26:55.408000Z", "start_utc": "2026-10-02T11:23:02.658000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.536, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 232.749}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1908736, "input": 72025, "output": 5258, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-sec-audit-sweep-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.92, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00620606}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:54:59Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9afc640904fec687de8424b36437fbf96ce012a5ac8940f006d608adf5fb6715", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "9a608ba33709c769252a68138f69b35dc942704b1c10159df6180ece16a567b3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "9a608ba33709c769252a68138f69b35dc942704b1c10159df6180ece16a567b3", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-sec-audit-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:24:05.364000Z", "start_utc": "2026-10-02T11:23:12.908000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:24:05.314000Z", "start_utc": "2026-10-02T11:23:14.345000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.638, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 50.97}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 219136, "input": 31387, "output": 1752, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r25codex:bare", "audit_round": "r25", "cell_id": "r25codex-us-rails-sec-audit-sweep-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 4, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r25codex", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.96, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00741792}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:42:30Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ba6f1ad103917fd35bf46986ca76338c282743ecd4edf9df1cdf21768dcf861d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r25", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "ee64d171f0abc3ad21b2f6acaa1ea9a0e2f9aff07f31001bf271a455e3e95f5c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "ee64d171f0abc3ad21b2f6acaa1ea9a0e2f9aff07f31001bf271a455e3e95f5c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-sec-audit-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T11:26:12.700000Z", "start_utc": "2026-10-02T11:24:10.282000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T11:26:12.605000Z", "start_utc": "2026-10-02T11:24:11.678000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 37.348, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 120.927}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 346112, "input": 29263, "output": 2061, "reasoning": 0}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
