{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "dev-probe-luna-low-20261002-packplan-review-sol-rails-ft-board-publish-unpublish-public-boundary-r3-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.212890625, "load_samples": [{"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:48:35Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:49:40Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:50:44Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:51:50Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:52:54Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:53:57Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:55:01Z"}], "queue": "r33-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": {"missing": "m39"}, "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": {"missing": "m39"}, "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8e4c4a68542758b9a9ec8831ace31bf2db7105aaa0c80c79c88c0853ce1681a5", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "140835bac9eb52c04831a660ffe6e325e79ce0c93ba8ea14cd024462e3830563"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "140835bac9eb52c04831a660ffe6e325e79ce0c93ba8ea14cd024462e3830563", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:56:00.279000Z", "start_utc": "2026-10-02T19:38:41.386000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 1033.527}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": {"missing": "m56"}, "input": {"missing": "m56"}, "output": {"missing": "m56"}, "reasoning": {"missing": "m56"}}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "dev-probe-luna-low-20261002-packplan-review-sol-rails-ft-cancelled-account-cleanup-r3-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.0615234375, "load_samples": [{"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}], "queue": "r33-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": {"missing": "m39"}, "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": {"missing": "m39"}, "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "142b8acf5f18bff3b2d5d1423c3f99f69dc14792fbdd6a41cd484dffcf84b598", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f40ba32b486a9c07fcafd8802bcfcd824500a1b6bf2fd1863f003f182227ec15"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f40ba32b486a9c07fcafd8802bcfcd824500a1b6bf2fd1863f003f182227ec15", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:47:27.515000Z", "start_utc": "2026-10-02T19:39:24.490000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 481.018}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": {"missing": "m56"}, "input": {"missing": "m56"}, "output": {"missing": "m56"}, "reasoning": {"missing": "m56"}}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "dev-probe-luna-low-20261002-packplan-review-sol-rails-ft-entropy-sweep-r1-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.5634765625, "load_samples": [{"load1": 11.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:43:37Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:44:41Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:45:45Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-02T18:46:49Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}, {"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:53:20Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:54:24Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T18:55:27Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:56:31Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:57:35Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:58:39Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:59:42Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:00:47Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:01:51Z"}, {"load1": 2.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:02:54Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:03:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:05:02Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:06:08Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:31:17Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:32:21Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:33:26Z"}, {"load1": 1.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:34:30Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:35:35Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:36:39Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:37:47Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}], "queue": "r33-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "282d1562e14fde17e7a49c7662517dfdb4555a92b32f0a33b16d950347d53fa3", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "ef5fd834651d347a0c92beb7ae13fc44af50ee2d34f950ae82f6451689485518"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "ef5fd834651d347a0c92beb7ae13fc44af50ee2d34f950ae82f6451689485518", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": "timeout", "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:42:59.880000Z", "start_utc": "2026-10-02T18:43:14.095000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 3579.914}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 1371136, "input": 86176, "output": 7358, "reasoning": 0}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "dev-probe-luna-low-20261002-packplan-review-sol-rails-ft-entropy-sweep-r2-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.23779296875, "load_samples": [{"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}], "queue": "r33-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": {"missing": "m39"}, "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": {"missing": "m39"}, "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f32f49be897f8df0b8a4f05794495201b93bae3c0c7c230dfc12521b86b89be7", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "58d0d497c181d8131ddc503161beb9938f5f8579184eddd35e28731fb62f11be"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "58d0d497c181d8131ddc503161beb9938f5f8579184eddd35e28731fb62f11be", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:22:25.429000Z", "start_utc": "2026-10-02T19:14:19.063000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 480.89}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": {"missing": "m56"}, "input": {"missing": "m56"}, "output": {"missing": "m56"}, "reasoning": {"missing": "m56"}}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "dev-probe-luna-low-20261002-packplan-review-sol-rails-ft-mysql-fulltext-search-foundation-r3-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.509765625, "load_samples": [{"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:48:35Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:49:40Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:50:44Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:51:50Z"}], "queue": "r33-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": {"missing": "m39"}, "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": {"missing": "m39"}, "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6a2aa27f4773363a62cd8c5162f03fecd23e151b2614b9a819daf73379759e1d", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "fa019dbc45b77845f88893f206fd448c5ddb807371f772e22b38c34044aebe57"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "fa019dbc45b77845f88893f206fd448c5ddb807371f772e22b38c34044aebe57", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:51:55.524000Z", "start_utc": "2026-10-02T19:43:48.934000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 480.938}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": {"missing": "m56"}, "input": {"missing": "m56"}, "output": {"missing": "m56"}, "reasoning": {"missing": "m56"}}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "dev-probe-luna-low-20261002-packplan-review-sol-rails-ft-notification-bundle-window-overlap-r1-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.9736328125, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}, {"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:53:20Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:54:24Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T18:55:27Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:56:31Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:57:35Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:58:39Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:59:42Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:00:47Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:01:51Z"}, {"load1": 2.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:02:54Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:03:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:05:02Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:06:08Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:31:17Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:32:21Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:33:26Z"}, {"load1": 1.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:34:30Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:35:35Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:36:39Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:37:47Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}], "queue": "r33-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2188b208c1779008572cb94d8439ed8ae61b2ec8a277381546ad6c517f171443", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "74c51a7c9a0e8017acd49da068d9065820039e7e37c1e89ca9bd7a0392c0c3f6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "74c51a7c9a0e8017acd49da068d9065820039e7e37c1e89ca9bd7a0392c0c3f6", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": "timeout", "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:47:32.233000Z", "start_utc": "2026-10-02T18:47:45.504000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 3580.877}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 396800, "input": 69095, "output": 2578, "reasoning": 0}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-active-storage-tracking__r1-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.88037109375, "load_samples": [{"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:40:25Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:41:29Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-02T18:42:33Z"}, {"load1": 11.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:43:37Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:44:41Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:45:45Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-02T18:46:49Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}, {"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:53:20Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:54:24Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T18:55:27Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:56:31Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:57:35Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:58:39Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:59:42Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:00:47Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:01:51Z"}, {"load1": 2.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:02:54Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:03:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:05:02Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:06:08Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:31:12Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a0ad1934c3b6b83e7c385e5356a8a58ad9d6fca94ae3f4525fcc4f7061450526", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8d48764507db33639fac9628c3c843c7a6fcf53ec5ebc141112adf94411213ab"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8d48764507db33639fac9628c3c843c7a6fcf53ec5ebc141112adf94411213ab", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:30:28.924000Z", "start_utc": "2026-10-02T18:39:42.234000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.579, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 3040.308}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-active-storage-tracking__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.48828125, "load_samples": [{"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:25:01Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "38b2c0a14230b4c1a0ef92398bec491999b6db290c9adfee16606ba92c7a5465", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "fbcecade30753b51f387ac231104b9174fc9368a5cc5e6491d2aff542f95faa2"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "fbcecade30753b51f387ac231104b9174fc9368a5cc5e6491d2aff542f95faa2", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:24:13.218000Z", "start_utc": "2026-10-02T19:07:05.307000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.838, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1022.364}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-active-storage-tracking__r3-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.0732421875, "load_samples": [{"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:37:47Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:48:35Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:49:40Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:50:44Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:51:50Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:52:54Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:53:57Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:55:01Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:56:05Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:57:09Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:58:15Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:59:19Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T20:00:23Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:01:27Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-02T20:02:31Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T20:03:37Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:04:41Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:05:44Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:06:48Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:07:52Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:08:57Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T20:10:02Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T20:11:07Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T20:12:11Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T20:13:17Z"}, {"load1": 3.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:14:21Z"}, {"load1": 2.9, "pressure": 1, "timestamp_utc": "2026-10-02T20:15:24Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T20:16:28Z"}, {"load1": 2.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:17:32Z"}, {"load1": 2.9, "pressure": 1, "timestamp_utc": "2026-10-02T20:18:36Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T20:19:40Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T20:20:44Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T20:21:49Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:22:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d95e23e4f7418bb2b17ba6cb864c6c77abdde10d4d0a0d96cd84dedfde1e7f96", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f56762061ffdfd0d310fed0e3eb477d0ea8e37485b9f15b3a29e525305c66a6d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f56762061ffdfd0d310fed0e3eb477d0ea8e37485b9f15b3a29e525305c66a6d", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:21:49.486000Z", "start_utc": "2026-10-02T19:37:40.112000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 25.734, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 2644.221}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r1-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.869140625, "load_samples": [{"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:40:25Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:41:29Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-02T18:42:33Z"}, {"load1": 11.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:43:37Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:44:41Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:45:45Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-02T18:46:49Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}, {"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:53:20Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:54:24Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T18:55:27Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:56:31Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:57:35Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:58:39Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:59:42Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:00:47Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:01:51Z"}, {"load1": 2.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:02:54Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:03:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:05:02Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:06:08Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:11:47Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "86f71aa169a14bb2d0c0bdfc5e5ca8e85dcc45acbc895dc03303cd2d73113551", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c3485d31d0a7f69e69a08858645d85299fc96f78a9f290a846035c98ee5d868f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c3485d31d0a7f69e69a08858645d85299fc96f78a9f290a846035c98ee5d868f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:11:01.393000Z", "start_utc": "2026-10-02T18:40:14.712000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.01, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1844.421}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.4921875, "load_samples": [{"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:31:17Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:32:21Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:33:26Z"}, {"load1": 1.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:34:30Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:35:35Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:36:39Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:37:47Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:44:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9e5217b14b87b5b91e3cc5aa14e5f07d64f6c66c68985bb4472468853de9136c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "381bc6ebe6d54a78df18758033db9834a3e4f6949940b6beb728d03dc1cd7261"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "381bc6ebe6d54a78df18758033db9834a3e4f6949940b6beb728d03dc1cd7261", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:43:43.577000Z", "start_utc": "2026-10-02T19:07:57.481000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.69, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 2143.807}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r3-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.12744140625, "load_samples": [{"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:44:30Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f4f9b0a8e1b2b748c2593af3e57b236d011df5e45eb4e1c333229a330a5f112a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "51d3b353c8ea6dfd3bb5b994e40ccca50c3b363377211ed0f55d6848f380f39b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "51d3b353c8ea6dfd3bb5b994e40ccca50c3b363377211ed0f55d6848f380f39b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:43:22.466000Z", "start_utc": "2026-10-02T19:38:10.818000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 41.031, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 309.35}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-board-publish-unpublish-public-boundary__r1-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.36328125, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-02T18:42:33Z"}, {"load1": 11.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:43:37Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:44:41Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:45:45Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-02T18:46:49Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}, {"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:53:20Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:54:24Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T18:55:27Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:56:31Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:57:35Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:58:39Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:59:42Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:00:47Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:01:51Z"}, {"load1": 2.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:02:54Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:03:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:05:02Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:06:08Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:31:17Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:32:21Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:33:26Z"}, {"load1": 1.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:34:30Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:35:35Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:36:39Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:37:34Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "54cb59382e3020c8c80e29fcd670512d2500668f0c43097b91d5644d4a73ee38", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3158f6c9138851e879885aae7a38846dd4eb893740adc60256d16057d7a10d87"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3158f6c9138851e879885aae7a38846dd4eb893740adc60256d16057d7a10d87", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:36:39.274000Z", "start_utc": "2026-10-02T18:41:40.360000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.644, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 3292.695}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-board-publish-unpublish-public-boundary__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.2998046875, "load_samples": [{"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:18:44Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1a7d4f9279497810081a9bfea7d09cbb6ab47fd89fe7d05350d905753134c079", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0b909d0c4a88e12fab62049d829adb39b146621550b6c8dc1688d4e6d16da278"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0b909d0c4a88e12fab62049d829adb39b146621550b6c8dc1688d4e6d16da278", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:17:48.705000Z", "start_utc": "2026-10-02T19:08:55.929000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 30.108, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 526.668}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-cancelled-account-cleanup__r1-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.5634765625, "load_samples": [{"load1": 11.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:43:37Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:44:41Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:45:45Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-02T18:46:49Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T18:52:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "481f435df8b139a50c953437a4b6c6f589a3a3b6f8cae41444cde34f34644ddb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3f3d064b900c610e04c95c5f643137995834a796c219f897be14896f60fb2ad7"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3f3d064b900c610e04c95c5f643137995834a796c219f897be14896f60fb2ad7", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T18:51:24.874000Z", "start_utc": "2026-10-02T18:43:12.089000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.413, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 490.592}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-cancelled-account-cleanup__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.23779296875, "load_samples": [{"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:18:08Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "851945272acb28fe6d07560e01f7e47d141236d64dc38f8e16258158a7d00f0a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "49dcf70d34c614a3f89f4f57ae56d922a2a7352b0f8324751101d9a5ae45ade4"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "49dcf70d34c614a3f89f4f57ae56d922a2a7352b0f8324751101d9a5ae45ade4", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:17:20.542000Z", "start_utc": "2026-10-02T19:11:04.593000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.383, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 373.932}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-entropy-sweep__r3-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.1357421875, "load_samples": [{"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:48:35Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:49:40Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:50:44Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:51:50Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:52:54Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:53:57Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:55:01Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:56:05Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:57:09Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:58:15Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:59:19Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T20:00:23Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:01:27Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-02T20:02:31Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T20:03:37Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:04:41Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:05:44Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:06:48Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:07:52Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:08:57Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:10:45Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2f1c469e42d4ce02bd397c190790b2bcda4c46772f3ae455e5a66cffa4b991b6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c939a8434621750a114409e472ada211b70be835e600249b71506af9a19a62f5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c939a8434621750a114409e472ada211b70be835e600249b71506af9a19a62f5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:09:48.427000Z", "start_utc": "2026-10-02T19:43:04.216000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 31.439, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1598.15}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-i18n-support__r1-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.734375, "load_samples": [{"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:45:45Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-02T18:46:49Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}, {"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:53:20Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:54:24Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T18:55:27Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:56:31Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:57:35Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:58:39Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:59:42Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:00:47Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:01:51Z"}, {"load1": 2.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:02:54Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:03:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:05:02Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:06:08Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:17:20Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9ae0f692575ac3041f92aa10fb2419870cd852a520ad63c5d6e169e7deca80ab", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5ad2cfc752cab97e4fb5132cb086b2f0ef66fb915e324554b61a3d8cef1cb0f4"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5ad2cfc752cab97e4fb5132cb086b2f0ef66fb915e324554b61a3d8cef1cb0f4", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:16:04.986000Z", "start_utc": "2026-10-02T18:45:42.832000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.041, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1812.742}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-i18n-support__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.02490234375, "load_samples": [{"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:31:17Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:32:21Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:33:26Z"}, {"load1": 1.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:34:30Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:35:35Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:36:39Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:37:47Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:48:35Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:49:40Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:50:44Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:51:50Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:52:54Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:53:57Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:55:01Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:56:05Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:57:09Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:58:15Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:59:19Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T20:00:23Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:01:27Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-02T20:02:31Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T20:03:37Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:04:41Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:05:44Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:06:48Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:07:52Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-02T20:08:57Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T20:10:02Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T20:11:07Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T20:12:11Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:13:32Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dcf76987134ef089ee0a93bb359b8bac1194d12b36db5ae1be9a55341190a0cc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8ab164ba939a82529342dbef95d032d90c195b50f3ba74540dd8c8e8d2f9eca1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8ab164ba939a82529342dbef95d032d90c195b50f3ba74540dd8c8e8d2f9eca1", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:12:27.080000Z", "start_utc": "2026-10-02T19:16:11.743000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 25.755, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 3358.765}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-i18n-support__r3-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.611328125, "load_samples": [{"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:48:35Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:49:40Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:50:44Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:51:50Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:52:54Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:53:57Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:55:01Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:56:05Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:57:09Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:58:15Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:59:19Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T20:00:23Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T20:01:27Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:03:30Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "36bb00eaafa807d3e7abed7806a5b25ebae3f02d0bb798c5e7f1bb4abfeff259", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3fb9c358174894e224b7a9020207925d63ec1b31afdd0578762d7ec1223f91be"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3fb9c358174894e224b7a9020207925d63ec1b31afdd0578762d7ec1223f91be", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:02:30.661000Z", "start_utc": "2026-10-02T19:43:26.459000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.239, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1135.85}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r1-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.36669921875, "load_samples": [{"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-02T18:46:49Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T18:47:55Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:48:59Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:50:03Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T18:51:07Z"}, {"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T18:53:42Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e0f637053f5941d009a6e877d079f821efa118c41e887ba21ab978747848f635", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "a096361ff80caf8624fa4c888fccc078ccee95370a0f919e67eec33c0847c6b0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "a096361ff80caf8624fa4c888fccc078ccee95370a0f919e67eec33c0847c6b0", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T18:52:45.851000Z", "start_utc": "2026-10-02T18:45:53.037000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.572, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 407.346}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.2177734375, "load_samples": [{"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:17:03Z"}, {"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:23:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "22e404d31a828bbc4f7d7881f993806e7e8739f03d73078873fa7413d0e5b6b4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "96c8797b8172ad39f057d3e3508134311d5ecb3f76d067ce131c343bf61cec74"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "96c8797b8172ad39f057d3e3508134311d5ecb3f76d067ce131c343bf61cec74", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:22:58.404000Z", "start_utc": "2026-10-02T19:16:46.252000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.722, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 366.236}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-notification-bundle-window-overlap__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.56689453125, "load_samples": [{"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:31:17Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:32:21Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:33:26Z"}, {"load1": 1.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:34:30Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:35:35Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:36:39Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:38:38Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "02f7fe605d44a401291bc35e80462578723d58adf2cb491fdab7e0b6f0f021a8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "b8c96343344770bb850410bbe926ef0128a7bcf360e2c1ef26729c197b90de5f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "b8c96343344770bb850410bbe926ef0128a7bcf360e2c1ef26729c197b90de5f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:37:34.743000Z", "start_utc": "2026-10-02T19:17:25.079000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 29.737, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1203.799}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-notification-bundle-window-overlap__r3-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.849609375, "load_samples": [{"load1": 11.1, "pressure": 1, "timestamp_utc": "2026-10-02T21:41:10Z"}, {"load1": 13.6, "pressure": 1, "timestamp_utc": "2026-10-02T21:42:19Z"}, {"load1": 13.4, "pressure": 1, "timestamp_utc": "2026-10-02T21:43:26Z"}, {"load1": 13.2, "pressure": 1, "timestamp_utc": "2026-10-02T21:44:34Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:45:41Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-02T21:46:47Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:47:54Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T21:49:03Z"}, {"load1": 11.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:50:11Z"}, {"load1": 11.2, "pressure": 1, "timestamp_utc": "2026-10-02T21:51:19Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-02T21:52:23Z"}, {"load1": 7.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:53:27Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T21:54:33Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-02T21:55:37Z"}, {"load1": 8.4, "pressure": 1, "timestamp_utc": "2026-10-02T21:56:42Z"}, {"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-02T21:57:49Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T21:59:05Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a820db214a01dd2d2b7ba7a644d2a68c0b06e7a427b67e65e2e0f5f0665f4925", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8a23c37bc71d5636dd444ade14eec3b887baf223dca724e86b9235b4f01dc36b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8a23c37bc71d5636dd444ade14eec3b887baf223dca724e86b9235b4f01dc36b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T21:58:15.348000Z", "start_utc": "2026-10-02T21:40:18.247000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.731, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1071.263}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-saas-billing__r1-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.359375, "load_samples": [{"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-02T18:52:14Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:53:20Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T18:54:24Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-02T18:55:27Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-02T18:56:31Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:57:35Z"}, {"load1": 4.7, "pressure": 1, "timestamp_utc": "2026-10-02T18:58:39Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T18:59:42Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:00:47Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:01:51Z"}, {"load1": 2.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:02:54Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:03:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:05:02Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:06:08Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:07:13Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:08:17Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:09:21Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:10:27Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:11:34Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:12:39Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:13:43Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:14:48Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:15:53Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:17:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "69d7e35d78c397b792491054b5dc4f8f63a298fac948d5ef4a2a2fa2aa8cc571", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "01d3a2ea89a8fdf287d9d466b493e185e3f8e8c0a2e2957820b3ab91570d25ec"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "01d3a2ea89a8fdf287d9d466b493e185e3f8e8c0a2e2957820b3ab91570d25ec", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:16:39.761000Z", "start_utc": "2026-10-02T18:51:28.667000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 35.083, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1502.516}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-saas-billing__r2-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 15.9599609375, "load_samples": [{"load1": 14.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:18:12Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:19:18Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:20:24Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:21:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-02T19:22:34Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:23:40Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:24:47Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:25:52Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:26:56Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:28:01Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:29:05Z"}, {"load1": 2.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:30:11Z"}, {"load1": 2.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:31:17Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:32:21Z"}, {"load1": 1.8, "pressure": 1, "timestamp_utc": "2026-10-02T19:33:26Z"}, {"load1": 1.3, "pressure": 1, "timestamp_utc": "2026-10-02T19:34:30Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:35:35Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:36:39Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-02T19:37:47Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:38:51Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-02T19:39:55Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:40:59Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:42:04Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-02T19:43:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:44:17Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-02T19:45:22Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:46:26Z"}, {"load1": 6.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:47:31Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:48:35Z"}, {"load1": 3.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:49:40Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-02T19:50:44Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:51:50Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:52:54Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:53:57Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-02T19:55:01Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:56:05Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-02T19:57:09Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:58:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "449e132e7544ad31b2d3f7c0ddd955252de56470d266314330460cf05bd4142a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "ec136ffffa9ae4db2cac4430fbb1bc2661507f79ed6a47f21dff737ac1d997ba"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "ec136ffffa9ae4db2cac4430fbb1bc2661507f79ed6a47f21dff737ac1d997ba", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:57:28.544000Z", "start_utc": "2026-10-02T19:17:51.657000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.868, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 2369.294}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "packplan-review-sol", "audit_round": "r33", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-saas-billing__r3-packplan-review-sol-r33-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.14892578125, "load_samples": [{"load1": 11.1, "pressure": 1, "timestamp_utc": "2026-10-02T21:41:10Z"}, {"load1": 13.6, "pressure": 1, "timestamp_utc": "2026-10-02T21:42:19Z"}, {"load1": 13.4, "pressure": 1, "timestamp_utc": "2026-10-02T21:43:26Z"}, {"load1": 13.2, "pressure": 1, "timestamp_utc": "2026-10-02T21:44:34Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:45:41Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-02T21:46:47Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:47:54Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-02T21:49:03Z"}, {"load1": 11.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:50:11Z"}, {"load1": 11.2, "pressure": 1, "timestamp_utc": "2026-10-02T21:51:19Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-02T21:52:23Z"}, {"load1": 7.9, "pressure": 1, "timestamp_utc": "2026-10-02T21:53:27Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-02T21:54:33Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-02T21:55:37Z"}, {"load1": 8.4, "pressure": 1, "timestamp_utc": "2026-10-02T21:56:42Z"}], "queue": "r33-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:58:32Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b11cca9272ec716b8e4997f6c5b5779d796ad22b8cd17f8497310c8b691da8a7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c152607d4b45232efe290b954f439d1e2fbdbe3f5d11e31f448289379c963ee6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c152607d4b45232efe290b954f439d1e2fbdbe3f5d11e31f448289379c963ee6", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T21:57:31.508000Z", "start_utc": "2026-10-02T21:41:05.301000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.602, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 978.045}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-i18n-support-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.25, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.37543952}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": false, "timestamp": "2026-10-02T20:03:35Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9595456f870d421f94c008cb86bb7da19c8b794a9fc5166fd8d3b05b2a72831c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "e5ac167cd00d24f350dc917b1ef032d5c6c69ebcd583aee59242a45858e58e6a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "e5ac167cd00d24f350dc917b1ef032d5c6c69ebcd583aee59242a45858e58e6a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "timeout", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:39:27.351000Z", "start_utc": "2026-10-02T18:39:17.181000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:39:27.150000Z", "start_utc": "2026-10-02T18:39:25.530000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.462, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 3601.621}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 22778112, "input": 557504, "output": 183816, "reasoning": 75411}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-i18n-support-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.23, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.41951818}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": false, "timestamp": "2026-10-02T20:22:36Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "50269ccb4d09f8beae3c16bceab2cf1ac124718ab559b8a52f7e6bf21ae31dec", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "d7cdca056652edc647aeb02ab3455ce890ba3cf402270ee521fa724ffac1dd87"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "d7cdca056652edc647aeb02ab3455ce890ba3cf402270ee521fa724ffac1dd87", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "timeout", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:39:31.274000Z", "start_utc": "2026-10-02T18:39:19.481000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:39:31.017000Z", "start_utc": "2026-10-02T18:39:29.362000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.581, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 3601.655}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 25614848, "input": 727027, "output": 181334, "reasoning": 94387}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-i18n-support-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.45, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.33068285999999997}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-02T21:17:34Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "11aa88030c2e236a28e2d9e417997d381ae90b9296236d7b4b02c3ac143abeb6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "70109e189a7cae14b12c05b200fc6ece079e8e2537cf712f40f8fc335215be52"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "70109e189a7cae14b12c05b200fc6ece079e8e2537cf712f40f8fc335215be52", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "timeout", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:39:37.667000Z", "start_utc": "2026-10-02T19:39:31.413000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:39:37.463000Z", "start_utc": "2026-10-02T19:39:35.509000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.28, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 3601.953}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 19964416, "input": 502807, "output": 161516, "reasoning": 96969}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-mysql-fulltext-search-foundation-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.45, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.03911502000000001}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T20:34:08Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "89acbf07ea635a12033ba2f2fe9652afa801a525b82978cce19d07fa9264b5b3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "08f6b966f28dda702b66f5c00a718071ed8e3716b26c10ca018154fcf911a5bf"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "08f6b966f28dda702b66f5c00a718071ed8e3716b26c10ca018154fcf911a5bf", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:48:34.201000Z", "start_utc": "2026-10-02T19:39:33.508000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:48:34.116000Z", "start_utc": "2026-10-02T19:39:40.080000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 28.055, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 534.036}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1507072, "input": 101918, "output": 27705, "reasoning": 21846}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-mysql-fulltext-search-foundation-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.43, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.04418986}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T20:38:35Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8592378af977bc76e79a037abc14048ce39c1a7848d46e99705bee6016371c4c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "7b6e26a1ca1c1123afe088bc46ebe457e4de4671828197262836d512b55b19d1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "7b6e26a1ca1c1123afe088bc46ebe457e4de4671828197262836d512b55b19d1", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:00:59.950000Z", "start_utc": "2026-10-02T19:48:35.235000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:00:59.796000Z", "start_utc": "2026-10-02T19:48:40.845000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 33.366, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 738.951}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1404416, "input": 104977, "output": 39296, "reasoning": 32807}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-mysql-fulltext-search-foundation-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.98, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.048788160000000004}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:41:17Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f0ed73428486efe5d0d5ca41a79a09aed8f29187065df38983920015f393a30b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "6179fcb185618cb7f65b45130d74a97002e82da5ebf79ea4812c1868a11e9286"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "6179fcb185618cb7f65b45130d74a97002e82da5ebf79ea4812c1868a11e9286", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:12:09.317000Z", "start_utc": "2026-10-02T20:01:05.182000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:12:08.926000Z", "start_utc": "2026-10-02T20:01:14.762000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.268, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 654.164}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2174976, "input": 102269, "output": 33623, "reasoning": 27182}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-notification-bundle-window-overlap-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.69, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.08795728}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:20:31Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8019baa28f7dc88d4de005ea639cb9025b2572c053f153648baa4aa459bfed9f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "968a858cc36a4f1f92516d5ee30d7a9f80af5369ef135545976b44d33e7eda58"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "968a858cc36a4f1f92516d5ee30d7a9f80af5369ef135545976b44d33e7eda58", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:34:03.363000Z", "start_utc": "2026-10-02T20:12:14.471000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:34:03.273000Z", "start_utc": "2026-10-02T20:12:30.118000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.01, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1293.155}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 4016128, "input": 145205, "output": 66551, "reasoning": 51245}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-notification-bundle-window-overlap-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.82, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.04501322}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:22:12Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0cc18faa248d152c0b67e54ee488c0f9bf806ab66e3ee2dcef41ae6a6b053ee8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "76508406de83e7d54dc5c93ad7447465bfcad8252a1d55f0a65a86fe9d6f5d27"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "76508406de83e7d54dc5c93ad7447465bfcad8252a1d55f0a65a86fe9d6f5d27", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:46:32.455000Z", "start_utc": "2026-10-02T20:34:03.653000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:46:32.366000Z", "start_utc": "2026-10-02T20:34:09.093000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.427, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 743.272}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1806592, "input": 96203, "output": 34654, "reasoning": 27730}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-notification-bundle-window-overlap-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.26, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.06472958}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:23:32Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "56cc6ae94fd3f8e43ebaed7279e0e8a46f2a7efff4ce7c0d4ac65b90f3aa7b02", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "a4ba68facd540de1ba7de08a74c1b73fb628144b00f2a8acc32cb7449bc4dac6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "a4ba68facd540de1ba7de08a74c1b73fb628144b00f2a8acc32cb7449bc4dac6", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:57:31.168000Z", "start_utc": "2026-10-02T20:39:38.839000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:57:31.077000Z", "start_utc": "2026-10-02T20:39:44.982000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.175, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1066.095}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2408448, "input": 125321, "output": 56226, "reasoning": 46252}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-saas-billing-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.51, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.10336392}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:34:17Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9e01003801ea7e186b928905904836260b9f347416d1827e8d3b55defab7bd65", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "01849f23d6a3def0a0034c1ec50d3a1d8b8aa1a8cd1966fb703379c1c6367fb3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "01849f23d6a3def0a0034c1ec50d3a1d8b8aa1a8cd1966fb703379c1c6367fb3", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T21:12:03.601000Z", "start_utc": "2026-10-02T20:46:34.831000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T21:12:03.503000Z", "start_utc": "2026-10-02T20:46:42.300000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.804, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1521.203}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 4076032, "input": 229421, "output": 79323, "reasoning": 57252}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-saas-billing-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.01, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.08221405999999999}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:35:47Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2d0a5a35a3ddcef313ea9c1246f74a1654768fb73d18cfad18ad342afdc779bc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "5160e179b8ebe0cbe53efa2adb598b14980694195901bb56d334d0ae264b762a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "5160e179b8ebe0cbe53efa2adb598b14980694195901bb56d334d0ae264b762a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T21:19:55.082000Z", "start_utc": "2026-10-02T20:57:33.073000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T21:19:54.944000Z", "start_utc": "2026-10-02T20:57:41.056000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.862, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1333.887}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 3006976, "input": 162553, "output": 71778, "reasoning": 55573}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-eu-rails-ft-saas-billing-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.19, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.09978128}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:47:58Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6099706aa14df22c761fbf3787f43ba2b68b6afa5f37bb3780eca0c988d0d7f2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "117cc82947de2ef8b3b00046b2c35ee2ac5c187e872ba72cc2d4f6f25c8084ae"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "117cc82947de2ef8b3b00046b2c35ee2ac5c187e872ba72cc2d4f6f25c8084ae", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T21:45:40.136000Z", "start_utc": "2026-10-02T21:12:08.743000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T21:45:40.041000Z", "start_utc": "2026-10-02T21:12:16.009000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 25.18, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 2004.032}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 4324608, "input": 167172, "output": 79636, "reasoning": 57399}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-active-storage-tracking-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.57, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.06929002000000001}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-02T19:00:21Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "acbbc6b9229ed123f0264c5172091d26e98d11f6ab8c32a109c69f65e92bf41f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "f3d9b3edba91f420e25303a2cfcdd0594f280efec6478e98e072df46fbe25fea"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "f3d9b3edba91f420e25303a2cfcdd0594f280efec6478e98e072df46fbe25fea", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T18:59:21.819000Z", "start_utc": "2026-10-02T18:38:08.247000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T18:59:21.690000Z", "start_utc": "2026-10-02T18:38:24.920000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.361, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1256.77}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2436352, "input": 129230, "output": 64007, "reasoning": 53560}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-active-storage-tracking-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.68, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.08722076000000001}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:06:31Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dc3110cdc2f9724e7af4ec575b923eb1336d966c33fe18ade62f7cc592c2dc1a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "ef8fb8ae317eda141f6d10b5bdeb68466de2dea295ad4f2f96b91a88b5649f89"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "ef8fb8ae317eda141f6d10b5bdeb68466de2dea295ad4f2f96b91a88b5649f89", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:03:01.698000Z", "start_utc": "2026-10-02T18:38:11.065000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:03:01.607000Z", "start_utc": "2026-10-02T18:38:31.190000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.308, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1470.417}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2912256, "input": 189517, "output": 78293, "reasoning": 68534}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-active-storage-tracking-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.27, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.07464689999999999}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": false, "timestamp": "2026-10-02T19:37:39Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8d81c60fecbb44cf86f2789cc882ce6031cf0b2bebb46d606cc40868a87f642e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "3a8ca9b2b9b2b90fe8a39629c34e7f11b421594aba4e5d227c59cbd759e6a8c7"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "3a8ca9b2b9b2b90fe8a39629c34e7f11b421594aba4e5d227c59cbd759e6a8c7", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:21:51.136000Z", "start_utc": "2026-10-02T18:59:26.378000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:21:51.047000Z", "start_utc": "2026-10-02T18:59:32.649000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.365, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1338.398}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2538240, "input": 140205, "output": 70488, "reasoning": 61415}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-activity-feed-api-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.26, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02198346}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:10:47Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c64d6a2f66b39c8646a51e82eec44b14d219579171d381e2f1b720d68dc2262a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "9a28750a551d8850260b587ff3a3362ad953db412cefe1b6a76fa812e0a7ca2b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "9a28750a551d8850260b587ff3a3362ad953db412cefe1b6a76fa812e0a7ca2b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:08:33.916000Z", "start_utc": "2026-10-02T19:03:04.520000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:08:33.831000Z", "start_utc": "2026-10-02T19:03:06.301000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.156, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 327.529}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 759296, "input": 67055, "output": 15370, "reasoning": 11968}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-activity-feed-api-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.76, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0316074}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:17:30Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "080457fa1a25ade01e88a2a99a7bff5a0c0ba5eaff8e86de72515a446a298839", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "ec4e3e3d9d503562a71030f8553dc55f36b680305da37cde869b946399066c40"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "ec4e3e3d9d503562a71030f8553dc55f36b680305da37cde869b946399066c40", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:15:31.222000Z", "start_utc": "2026-10-02T19:08:34.213000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:15:31.136000Z", "start_utc": "2026-10-02T19:08:35.968000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.248, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 415.168}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1300480, "input": 83621, "output": 20481, "reasoning": 15209}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-activity-feed-api-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.97, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02553582}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:38:11Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b4f8f4371cd62a56c93a19987e1a9a0cc65a9686c36d33be5c205c2f26bbbc1c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "1286b017fd95fc36b524480c5851a358fd7b97a236761af2348e50a69482e48f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "1286b017fd95fc36b524480c5851a358fd7b97a236761af2348e50a69482e48f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:23:18.945000Z", "start_utc": "2026-10-02T19:15:34.201000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:23:18.862000Z", "start_utc": "2026-10-02T19:15:36.097000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.565, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 462.765}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 572672, "input": 95611, "output": 20496, "reasoning": 14856}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-board-publish-unpublish-public-boundary-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.41, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.033638480000000005}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-02T19:38:15Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d6d65c61b384083b1d335e92ddbfb7ba754611fa9d6aacbcb5a41772e04d7cb4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "1713b3e077ddd1244881c77bed83415f668b6f4ea4a18901dccfccbca8183bfd"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "1713b3e077ddd1244881c77bed83415f668b6f4ea4a18901dccfccbca8183bfd", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:30:25.438000Z", "start_utc": "2026-10-02T19:21:53.081000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:30:25.350000Z", "start_utc": "2026-10-02T19:21:58.428000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.775, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 506.922}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1225728, "input": 82607, "output": 26241, "reasoning": 20855}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-board-publish-unpublish-public-boundary-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.19, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.03816028}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:38:55Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5d2d75190320b418ce1420516551d61b067be3342a44a6128f6dd42b6a890864", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "02e829cec756bfa8af3ef91f0ab2afa46d989099d3062c9a8bfa3408d4de7501"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "02e829cec756bfa8af3ef91f0ab2afa46d989099d3062c9a8bfa3408d4de7501", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:33:23.103000Z", "start_utc": "2026-10-02T19:23:20.488000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:33:23.015000Z", "start_utc": "2026-10-02T19:23:25.833000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.571, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 597.182}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1522688, "input": 88524, "output": 28162, "reasoning": 21500}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-board-publish-unpublish-public-boundary-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.31, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.04317928}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:43:43Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a7848b331e17a4cf74c16548566b082b7c6dc6b22bbda8b8ad843d60901ec869", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "1878aeab8c4102a76efe2d98d5834cbc22a7706da465e3dd17260fb0827e8514"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "1878aeab8c4102a76efe2d98d5834cbc22a7706da465e3dd17260fb0827e8514", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:40:55.647000Z", "start_utc": "2026-10-02T19:30:29.639000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:40:55.345000Z", "start_utc": "2026-10-02T19:30:35.057000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 31.441, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 620.288}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1646848, "input": 105943, "output": 32233, "reasoning": 24647}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-cancelled-account-cleanup-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.22, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0281704}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:31:03Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4fbb5a979241bed1b52aeba82491040dcacf06a6ff902aa1c00ccbd2eb962118", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "8792c58eea12d556047f2c3da4021b61fa72a3fcaf173a044d354e6bd7d5aa60"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "8792c58eea12d556047f2c3da4021b61fa72a3fcaf173a044d354e6bd7d5aa60", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:44:49.234000Z", "start_utc": "2026-10-02T19:33:27.666000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:44:49.151000Z", "start_utc": "2026-10-02T19:33:30.849000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.826, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 678.302}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 874240, "input": 92315, "output": 20393, "reasoning": 16914}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-cancelled-account-cleanup-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.92, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02001892}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T20:31:23Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "eae69cb20d1213ffb747bae0dfe0b0083d3add067db01bed98c79086f6dee06b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "b3cff4c069ece0e4ac4803fd8ac5ff61ae0fa17968560ee7340ee9cb38bbb35c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "b3cff4c069ece0e4ac4803fd8ac5ff61ae0fa17968560ee7340ee9cb38bbb35c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:46:33.481000Z", "start_utc": "2026-10-02T19:40:56.851000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:46:33.397000Z", "start_utc": "2026-10-02T19:40:58.571000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.929, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 334.826}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 517632, "input": 61466, "output": 17392, "reasoning": 14834}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-cancelled-account-cleanup-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.12, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.026912}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:31:25Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c694b8ed08a496a7f59ac8e45e4110af01f37e3b879611171e50ad007efc0e0b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "1c988a7de8f8bd24d39542edd22c03966ac92fb725a7e9bd9e72fc22837e73f0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "1c988a7de8f8bd24d39542edd22c03966ac92fb725a7e9bd9e72fc22837e73f0", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:00:19.556000Z", "start_utc": "2026-10-02T19:44:50.071000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:00:19.474000Z", "start_utc": "2026-10-02T19:44:51.823000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.122, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 927.651}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 701440, "input": 75451, "output": 24705, "reasoning": 22078}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-entropy-sweep-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.32, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.023815560000000003}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:31:54Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1553f9b16e8ecb8ff88f33cba90925396f3e3e2ac318f8370f61450dccddee44", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "5b47d872786ba08b55b4e72fabebeacd7e1b576fdc39716c523d5158ff9f9884"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "5b47d872786ba08b55b4e72fabebeacd7e1b576fdc39716c523d5158ff9f9884", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:53:43.416000Z", "start_utc": "2026-10-02T19:46:37.613000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:53:43.333000Z", "start_utc": "2026-10-02T19:46:42.901000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 28.544, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 420.431}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 633856, "input": 67770, "output": 21400, "reasoning": 18188}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-entropy-sweep-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.33, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02406196}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T20:32:18Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9873b2a27eeedfa5b7641bee5c30ab5f7e9279ba426c223f8cbb5220ad8cad1f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "ccd7461e7fa923bfe90f2b2c2f8ee1128f1646c417485e81f480d71a7c921a1a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "ccd7461e7fa923bfe90f2b2c2f8ee1128f1646c417485e81f480d71a7c921a1a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:06:45.585000Z", "start_utc": "2026-10-02T19:53:46.967000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:06:45.502000Z", "start_utc": "2026-10-02T19:53:52.215000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 38.203, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 773.286}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 910336, "input": 61066, "output": 17704, "reasoning": 13435}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33lmax:bare", "audit_round": "r33", "cell_id": "r33lmax-us-rails-ft-entropy-sweep-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33lmax", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.21, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02913818}, "effort": {"effective": "max", "requested": "max", "runner_requested": "max"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:32:25Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dee32eb81c4be40dc058be8b5de4db6507a24831418caa09825b7a7a670cf31f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "70cccdb3b783c19ae425405e22eadd1dce020903f82bf0fbfa076e08626c2bc2"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "70cccdb3b783c19ae425405e22eadd1dce020903f82bf0fbfa076e08626c2bc2", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:08:51.954000Z", "start_utc": "2026-10-02T20:00:21.137000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:08:51.873000Z", "start_utc": "2026-10-02T20:00:26.962000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 29.17, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 504.911}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 812288, "input": 81303, "output": 25770, "reasoning": 23290}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-i18n-support-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.25, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 2.5074788}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T20:23:17Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ac835863f21384fe563a988bd0907ff19eb4d7519cc28edf1f4f573883f0ac11", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "bfba3e3b962513627ded388217e0c8e19a2d6e08af3eda5fb57d290f5dca7fb3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "bfba3e3b962513627ded388217e0c8e19a2d6e08af3eda5fb57d290f5dca7fb3", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:21:42.487000Z", "start_utc": "2026-10-02T18:39:17.181000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:21:42.281000Z", "start_utc": "2026-10-02T18:39:26.181000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 33.623, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 2536.1}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 11238528, "input": 364708, "output": 65421, "reasoning": 20750}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-i18n-support-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.23, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 2.201806}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:36:49Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7d11d6c76ecbad1772ccd822e4cd3f675a62b6203b09c599e2ff264518483e18", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "e632f8ea7d6fe453fe46f3e360d54ea4c29bd886ec0c5760c074e41f08ea671e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "e632f8ea7d6fe453fe46f3e360d54ea4c29bd886ec0c5760c074e41f08ea671e", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:20:33.257000Z", "start_utc": "2026-10-02T18:39:19.463000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:20:33.058000Z", "start_utc": "2026-10-02T18:39:29.578000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 25.584, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 2463.479}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 10556800, "input": 253968, "output": 63819, "reasoning": 23447}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-i18n-support-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.86, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 2.6961624000000004}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:52:49Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "cd4d8886c5ff9f078ea9f11ceefd242574d4ee1557d76a5dc23db191442ce283", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "8658b24398afd30dd0395fa8661d90dba42b5400fea86c16bf0daf00f7e738c5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "8658b24398afd30dd0395fa8661d90dba42b5400fea86c16bf0daf00f7e738c5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-i18n-support", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-i18n-support"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:11:26.346000Z", "start_utc": "2026-10-02T19:20:36.393000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:11:25.974000Z", "start_utc": "2026-10-02T19:20:41.514000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.644, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 3044.46}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 11137024, "input": 391635, "output": 79919, "reasoning": 27124}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-mysql-fulltext-search-foundation-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.4, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.436938}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:27:16Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "10530085f5cf0134708deaea7f0dd4d479eabf3b2acfec51fa046a0d970cfb2b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "3ab5459bac1f1e7690613abc3f04cb962c2b856bcaf4a0b88e1ab6da4dab2c68"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "3ab5459bac1f1e7690613abc3f04cb962c2b856bcaf4a0b88e1ab6da4dab2c68", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:31:15.797000Z", "start_utc": "2026-10-02T19:21:43.872000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:31:15.700000Z", "start_utc": "2026-10-02T19:21:49.381000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.565, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 566.319}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1094400, "input": 83574, "output": 16035, "reasoning": 5943}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-mysql-fulltext-search-foundation-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.57, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.4514816}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T20:30:31Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d4470d49cbbeb9020d852f0b287e7fa07a6166997d515cf1ce32db91e4275a53", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "6b02a6c2ef80b27ced3bdbfb0f0be01dfad29ca410f86ebeaa9247c8517fa966"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "6b02a6c2ef80b27ced3bdbfb0f0be01dfad29ca410f86ebeaa9247c8517fa966", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:42:04.962000Z", "start_utc": "2026-10-02T19:31:21.068000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:42:04.874000Z", "start_utc": "2026-10-02T19:31:26.503000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 31.484, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 638.371}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1327616, "input": 73960, "output": 17080, "reasoning": 6922}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-mysql-fulltext-search-foundation-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.16, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.527588}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:56:49Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5140d6202153af88f69091c68a0de81a281adaa684f2f9e64cb87653fed75dc1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "a4861156a2995002f1856f0c5d00398df0685814e3a69bf33fe43ec2833fd235"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "a4861156a2995002f1856f0c5d00398df0685814e3a69bf33fe43ec2833fd235", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:53:47.485000Z", "start_utc": "2026-10-02T19:42:09.294000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:53:47.389000Z", "start_utc": "2026-10-02T19:42:14.720000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.926, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 692.669}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1597440, "input": 92667, "output": 18251, "reasoning": 7629}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-notification-bundle-window-overlap-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.43, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.4960412}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:59:16Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "abd45644b0e22abcd75308cc622c184eaeb743ac50a1e8eb74fb263678504fed", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "5b64ac473a769d23b52495a4e80e78298b29151694d89b85f7c874f2ec69938e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "5b64ac473a769d23b52495a4e80e78298b29151694d89b85f7c874f2ec69938e", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:06:03.968000Z", "start_utc": "2026-10-02T19:53:52.502000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:06:03.879000Z", "start_utc": "2026-10-02T19:53:57.908000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 28.708, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 725.971}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1420032, "input": 77114, "output": 19981, "reasoning": 8202}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-notification-bundle-window-overlap-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.7, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.37857159999999995}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:01:55Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e21a190106fc9ead95ca23c5421075379aad20c279a24bd2421050b493c91b74", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "25636400685ccf7bb249ffcedfbb38d0f09b84fd052901f457ab682ba9147fd7"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "25636400685ccf7bb249ffcedfbb38d0f09b84fd052901f457ab682ba9147fd7", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:16:24.108000Z", "start_utc": "2026-10-02T20:06:07.589000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:16:23.960000Z", "start_utc": "2026-10-02T20:06:13.865000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.389, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 610.094}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 847616, "input": 63145, "output": 16752, "reasoning": 6732}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-notification-bundle-window-overlap-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.15, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.350488}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:03:54Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "65758e8948b197aa3339b021dfee7cac587364a2d0f13fbea4a9ff6fe1296fdf", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "6ceaafcc309b7aa752cca34f952defe1414a65fcc7576f77415bf355dc4b1d47"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "6ceaafcc309b7aa752cca34f952defe1414a65fcc7576f77415bf355dc4b1d47", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:20:26.830000Z", "start_utc": "2026-10-02T20:11:28.523000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:20:26.740000Z", "start_utc": "2026-10-02T20:11:39.659000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.504, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 527.081}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 874240, "input": 59167, "output": 14473, "reasoning": 4758}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-saas-billing-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 3.48, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.607472}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:25:29Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7742c23c0e73949d1e0ab6569b8bb51d11d48fd69249389b14b21dee99d11236", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "df8d60966d767ffe5b50c3f01f1bf4503386da56a01f7cccda1e085714df4e1a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "df8d60966d767ffe5b50c3f01f1bf4503386da56a01f7cccda1e085714df4e1a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:30:22.999000Z", "start_utc": "2026-10-02T20:16:29.088000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:30:22.899000Z", "start_utc": "2026-10-02T20:16:39.073000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.388, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 823.826}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1921920, "input": 91940, "output": 23140, "reasoning": 5825}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-saas-billing-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.08, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.8043128}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-02T21:27:02Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "611876df5ce0413de24af60b5a78bd4f7945ce4656eeb0ede5d7eeacebb78504", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "16a74b7d4a006425389b3646224471317c39b679dcf6c34ff5a0da4c0789fb08"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "16a74b7d4a006425389b3646224471317c39b679dcf6c34ff5a0da4c0789fb08", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:37:47.431000Z", "start_utc": "2026-10-02T20:20:28.319000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:37:47.329000Z", "start_utc": "2026-10-02T20:20:35.785000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 0.556, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1031.544}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2661888, "input": 121202, "output": 29572, "reasoning": 8310}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-eu-rails-ft-saas-billing-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.66, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.6475096}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T21:29:29Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2917312681f018533bafd9891dfe4af78b10d5d20dff46ff924d4471f172dc55", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "813306c4a33fa7bcec9c99412039f045463c37591962d6c6d8d14f418f505119"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "813306c4a33fa7bcec9c99412039f045463c37591962d6c6d8d14f418f505119", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-saas-billing"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T20:44:05.258000Z", "start_utc": "2026-10-02T20:30:25.470000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T20:44:05.076000Z", "start_utc": "2026-10-02T20:30:32.844000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.584, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 812.233}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1989376, "input": 111711, "output": 22515, "reasoning": 5914}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-active-storage-tracking-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.57, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.8071128000000001}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:03:02Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "aa46b9255c65f61cc4a96cbcc697d6208d05d4a4f35baa5950313cd64c51cc6d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "73487b75f0f7e43f339ca1e5f2e3f8f1881e209aeea7295bc9dc838ef8604ee7"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "73487b75f0f7e43f339ca1e5f2e3f8f1881e209aeea7295bc9dc838ef8604ee7", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:00:46.822000Z", "start_utc": "2026-10-02T18:38:08.247000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:00:46.730000Z", "start_utc": "2026-10-02T18:38:24.979000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.422, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1341.751}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2517888, "input": 101567, "output": 35219, "reasoning": 17732}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-active-storage-tracking-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.68, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.6863948000000001}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T18:57:25Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7eb4637e15c9b57a87280caff8450bf01edfe82afbbf7d5c2f7a1d98e9c22e91", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "754fec457f92e35ec7c7b18c8e1e18555b580a93c64ca0a655e2e435bf6bc83b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "754fec457f92e35ec7c7b18c8e1e18555b580a93c64ca0a655e2e435bf6bc83b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T18:55:45.043000Z", "start_utc": "2026-10-02T18:38:11.055000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T18:55:44.867000Z", "start_utc": "2026-10-02T18:38:31.567000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.101, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1033.301}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2204928, "input": 106931, "output": 25204, "reasoning": 12274}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-active-storage-tracking-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.97, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.6581136}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:16:11Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6c6c32da6fb1ccb4423bf1540476bd7a51125f628d5a1a24db4ca09cd383ef82", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "d27aec43bbf252d7e4a3a7255d5ade4ece122197fd200f191f4ffa5abb83fa4c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "d27aec43bbf252d7e4a3a7255d5ade4ece122197fd200f191f4ffa5abb83fa4c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-active-storage-tracking"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:15:02.784000Z", "start_utc": "2026-10-02T18:55:50.192000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:15:02.691000Z", "start_utc": "2026-10-02T18:55:57.608000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.602, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1145.083}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1677696, "input": 99727, "output": 29089, "reasoning": 14634}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-activity-feed-api-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.5, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.3079384}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:09:36Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c7fa508b608c2f23fa4919b39b4762fbe61187fd8a3cd69ca4f0eee0045920b5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "40542601a9c9fbda38899bb614ea79828c78eafb1775baae866bda37db3de2d8"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "40542601a9c9fbda38899bb614ea79828c78eafb1775baae866bda37db3de2d8", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:07:34.317000Z", "start_utc": "2026-10-02T19:00:48.799000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:07:34.174000Z", "start_utc": "2026-10-02T19:00:50.576000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.075, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 403.598}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 905344, "input": 59287, "output": 9883, "reasoning": 2361}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-activity-feed-api-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 15.0, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.329092}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:15:28Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8d63e7d00053827b3979e943f128312d557460b80db6432a26c7803aced728ec", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "926032d7b690440d8dedafcc7a3c403aea40d758bd8028db566acef6a33a1051"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "926032d7b690440d8dedafcc7a3c403aea40d758bd8028db566acef6a33a1051", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:14:17.711000Z", "start_utc": "2026-10-02T19:07:38.799000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:14:17.626000Z", "start_utc": "2026-10-02T19:07:42.131000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.876, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 395.495}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 888320, "input": 66650, "output": 10696, "reasoning": 2882}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-activity-feed-api-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.68, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.297892}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:20:59Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e8271b0e66f9cee347221eb6a3a26c8b1a5c6e38a598011ef312053dbecdf9c7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "783c275d002b3c34fb94fdddd92b591d2590147e632c05fc36b7def692fc7751"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "783c275d002b3c34fb94fdddd92b591d2590147e632c05fc36b7def692fc7751", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-activity-feed-api"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:19:46.442000Z", "start_utc": "2026-10-02T19:14:18.739000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:19:46.356000Z", "start_utc": "2026-10-02T19:14:21.506000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.014, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 324.85}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 769920, "input": 65905, "output": 8909, "reasoning": 2137}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-board-publish-unpublish-public-boundary-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.65, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.643222}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:39:27Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "792956b83ed91f365dcb53bc66d3eee09f8116dbea1e9b197a37f06e6f1d76ba", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "2674cd47852ceddfe7d96a37f6365c581dc2a24fc0d4ba9329d2d255c476acb6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "2674cd47852ceddfe7d96a37f6365c581dc2a24fc0d4ba9329d2d255c476acb6", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:28:13.079000Z", "start_utc": "2026-10-02T19:15:05.924000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:28:12.984000Z", "start_utc": "2026-10-02T19:15:11.448000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 25.998, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 781.536}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1917440, "input": 111694, "output": 22809, "reasoning": 8709}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-board-publish-unpublish-public-boundary-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.39, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.47457720000000003}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:44:07Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c724a8d65d48a576c79bdb6602bc185b07668ac69561e39d53d7e42238975b67", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "09be4f5504ecce2dae93c2914b1cbd50b980f01c0380dce9e1799b74f5525aea"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "09be4f5504ecce2dae93c2914b1cbd50b980f01c0380dce9e1799b74f5525aea", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:30:09.095000Z", "start_utc": "2026-10-02T19:19:49.313000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:30:09.004000Z", "start_utc": "2026-10-02T19:19:54.818000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 31.574, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 614.186}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1443712, "input": 83633, "output": 16294, "reasoning": 4809}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-board-publish-unpublish-public-boundary-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.53, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.3160732}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:44:28Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "68af0873ad3b74de82881d6798891861f669138859260c6ae414f202b3864497", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "7cbc9a0ba532d3993be2ff8eb0774227fef9fd29277252de8cc8ba5db9f5eb0d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "7cbc9a0ba532d3993be2ff8eb0774227fef9fd29277252de8cc8ba5db9f5eb0d", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:35:09.623000Z", "start_utc": "2026-10-02T19:28:13.887000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:35:09.530000Z", "start_utc": "2026-10-02T19:28:19.186000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 43.26, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 410.344}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 781952, "input": 63819, "output": 11024, "reasoning": 1847}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-cancelled-account-cleanup-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.4, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2946608}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:44:30Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c1ccaf275197ac037674b11dcdcb612dc4a8afdd7844d08554eadee4a696d6c8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "72d7cdfb1158e7762ab2d30964e36c1d2eeeea212e671b5cee00e239f8ffd758"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "72d7cdfb1158e7762ab2d30964e36c1d2eeeea212e671b5cee00e239f8ffd758", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:36:01.069000Z", "start_utc": "2026-10-02T19:30:11.536000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:36:00.983000Z", "start_utc": "2026-10-02T19:30:13.295000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.715, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 347.688}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 768768, "input": 64857, "output": 8807, "reasoning": 3441}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-cancelled-account-cleanup-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.71, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.32458240000000005}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:45:00Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8a19c4ecc228a118578b25165d1467e583601148b096b6b62884c63b8f11f7ce", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "7da2f7967a5c2c56727f01c59cdafd2983dbb46b63b50fa619122af43ccbc02c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "7da2f7967a5c2c56727f01c59cdafd2983dbb46b63b50fa619122af43ccbc02c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:40:56.579000Z", "start_utc": "2026-10-02T19:35:09.941000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:40:56.410000Z", "start_utc": "2026-10-02T19:35:11.725000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.942, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 344.685}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 852864, "input": 74453, "output": 9039, "reasoning": 2994}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-cancelled-account-cleanup-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.41, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.31568959999999996}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:45:30Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "048d8f4ee03380a22f59c0efc3c928735c7d4d600c7c177b17ac172cdf3350ed", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "dab909078164525749b4744c17ddb438f2ce517069c1de01f23ca3f5042a4f9c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "dab909078164525749b4744c17ddb438f2ce517069c1de01f23ca3f5042a4f9c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:42:27.730000Z", "start_utc": "2026-10-02T19:36:02.206000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:42:27.647000Z", "start_utc": "2026-10-02T19:36:04.008000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.884, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 383.639}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 782336, "input": 67273, "output": 10291, "reasoning": 4219}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-entropy-sweep-bare-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.85, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.2774636}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:33:01Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "743f222bf3c30a6ccc90ffb17a2010616fed5e475ef263ea6ff15da1b7d9721a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "c6040ced79ab17d9f801cbdd61c428780a4d20f81d2ab6ed6c3eabbffc26de45"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "c6040ced79ab17d9f801cbdd61c428780a4d20f81d2ab6ed6c3eabbffc26de45", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:47:43.644000Z", "start_utc": "2026-10-02T19:41:00.703000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:47:43.560000Z", "start_utc": "2026-10-02T19:41:06.229000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 34.653, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 397.33}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 682496, "input": 53987, "output": 10124, "reasoning": 4875}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-entropy-sweep-bare-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.65, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.5979251999999999}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T20:33:09Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4ff2c7bfd5588d578c8a26c969867bd1253db9f8f9a0eb3c07ec2b68d2060806", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "8d4d18794cd47c9a23358664e822ec0b5112d66325bfe1e141eec48c14ff6b18"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "8d4d18794cd47c9a23358664e822ec0b5112d66325bfe1e141eec48c14ff6b18", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:58:05.371000Z", "start_utc": "2026-10-02T19:42:28.120000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:58:05.247000Z", "start_utc": "2026-10-02T19:42:33.540000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 39.398, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 931.707}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2113792, "input": 82983, "output": 22058, "reasoning": 11735}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r33sol:bare", "audit_round": "r33", "cell_id": "r33sol-us-rails-ft-entropy-sweep-bare-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r33sol", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.22, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.272104}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:33:38Z"}, "graded": true, "harness": "codex", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bc7d58eab87c711ef587cf195209fe6d336280380fae051465771d0ddaf5eedb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": "direct", "round_id": "r33", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "386d9f3b74e01bbaafb0558f40f76a9b1472d45631032611825281488b228a68"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "386d9f3b74e01bbaafb0558f40f76a9b1472d45631032611825281488b228a68", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-entropy-sweep"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T19:54:17.998000Z", "start_utc": "2026-10-02T19:47:46.766000Z"}, "phases": {"develop": {"end_utc": "2026-10-02T19:54:17.915000Z", "start_utc": "2026-10-02T19:47:52.002000Z"}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 35.16, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 385.912}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 787840, "input": 51515, "output": 9029, "reasoning": 3973}}, "tools": {"codex_cli": "codex-cli 0.160.0", "grader": {"missing": "m18"}, "harness": "08019d8aab7c15481f6d14126645eebd7b2c2c98025f94118baeee2167e4a300", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
