{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "dev-probe-luna-low-20261002-kh-plan-shell-rails-ar-erase-account-r2-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 4, "concurrent_cells_start": 7, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.9873046875, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:02:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:03:27Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-05T00:04:31Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:05:34Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-05T00:06:38Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "xhigh", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6c680f0c4d4239dbedabc750950aa637373c252e80556c209baa23c361588bc4", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6b60c7bb7dcabda93450c417d12d586a317c7f922b67819026eccbd2c0d826dc"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6b60c7bb7dcabda93450c417d12d586a317c7f922b67819026eccbd2c0d826dc", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ar-erase-account"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:07:11.650000Z", "start_utc": "2026-10-04T23:43:58.294000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 1392.32}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 5277184, "input": 179679, "output": 48554, "reasoning": 34797}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-resumable-cleanup__r1-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 2, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.46044921875, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:56:33Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7359286fd567d964bebedf48bfa011472893fda63aea6f97499b09b19349e66e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "09c30f481c5526cb01896cd20293c3feecf315e55041ed7eda51b6ecf1042082"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "09c30f481c5526cb01896cd20293c3feecf315e55041ed7eda51b6ecf1042082", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-resumable-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-resumable-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:55:56.722000Z", "start_utc": "2026-10-04T23:43:48.271000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.783, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 727.471}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-resumable-cleanup__r2-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 6, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.9873046875, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:53:22Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "02c131e03e7e9b094928e8842bc68365e29e898c2d87739d605c1c40b5ff0d8c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9d84f919e6db2382df0ea4b800a08794dc6e9f665738e9c137d22cbd8a7409ab"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9d84f919e6db2382df0ea4b800a08794dc6e9f665738e9c137d22cbd8a7409ab", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-resumable-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-resumable-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:52:44.710000Z", "start_utc": "2026-10-04T23:43:56.777000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.254, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 526.953}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-resumable-cleanup__r3-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 10, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.98828125, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:55:43Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c47ce959af4e72c2edbb07656bcdea0c6979ebb1b97ff9c0ee84ebccb14a1898", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "00569a4686d681d2f20c6c0aa0753e3e1b58fe2c891dcb23c400cf75fb6ae23d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "00569a4686d681d2f20c6c0aa0753e3e1b58fe2c891dcb23c400cf75fb6ae23d", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-resumable-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-resumable-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:55:18.815000Z", "start_utc": "2026-10-04T23:44:04.229000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.988, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 673.67}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-resumable-cleanup__r4-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 9, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.56787109375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T00:00:35Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "43a25cdb8343ffe8e8a6a371afaf3890585c3b11610679df0bbb4291ee8c283b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c5e71dde740d623508dbec1d26412bfc36e1e742288fe1e6138c03ce546d9309"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c5e71dde740d623508dbec1d26412bfc36e1e742288fe1e6138c03ce546d9309", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-resumable-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-resumable-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:59:47.862000Z", "start_utc": "2026-10-04T23:50:45.704000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.795, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 541.199}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-resumable-cleanup__r5-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 8, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.49267578125, "load_samples": [{"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:02:45Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "16c5f0c3c87b9053d746335332f8f843775eb76abeeaea43fc0f81ee949716ad", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4d1dc996c056864dc7e445da9d859f9df6a798fdb9b18c68f5a9929a9a8376c2"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4d1dc996c056864dc7e445da9d859f9df6a798fdb9b18c68f5a9929a9a8376c2", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-resumable-cleanup", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-resumable-cleanup"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:02:08.033000Z", "start_utc": "2026-10-04T23:55:23.370000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.714, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 403.542}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-atomic-import__r1-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 1, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.46044921875, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:51:12Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "92b4f2c165f541e425579329ab1b44942af42ac59f5caf155ed45770acd048d4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "85e8aa20f85eb31a72776c2b7f205c189ffec2dfaaa3780dbbb74dacc6c6e91c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "85e8aa20f85eb31a72776c2b7f205c189ffec2dfaaa3780dbbb74dacc6c6e91c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-atomic-import", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-atomic-import"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:50:41.769000Z", "start_utc": "2026-10-04T23:43:46.659000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.531, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 414.028}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-atomic-import__r2-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 5, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.9873046875, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:53:01Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f8cb970b9c8f8b2bbbbd8f51c62cbdba939bd1958c772d1e309d2ba409063846", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "e4748ac1b84ba790dd7c4ca561f5464fca09ec86f8a13e8f6d7f7bfccda871e3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "e4748ac1b84ba790dd7c4ca561f5464fca09ec86f8a13e8f6d7f7bfccda871e3", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-atomic-import", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-atomic-import"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:52:28.020000Z", "start_utc": "2026-10-04T23:43:55.116000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 15.259, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 511.956}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-atomic-import__r3-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 9, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.98828125, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:50:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "812adca22cb7a21f9d437be4e6005a928528f73892e72a1b62a7535db04de474", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "224ac5bdf3d8ec7ec8aabff43899bbac1d67ab35abcd945306d8e1cc4fbc5473"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "224ac5bdf3d8ec7ec8aabff43899bbac1d67ab35abcd945306d8e1cc4fbc5473", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-atomic-import", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-atomic-import"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:50:07.805000Z", "start_utc": "2026-10-04T23:44:02.275000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 14.77, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 364.583}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-atomic-import__r4-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.84228515625, "load_samples": [{"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:57:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9a4ae4202788f64745f85d3576169924c09902f167cf5012e31a33bc88701d32", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "003a2bd0a237077384451b230cd57fac51a19b975099d3d8172f375b34b398ef"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "003a2bd0a237077384451b230cd57fac51a19b975099d3d8172f375b34b398ef", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-atomic-import", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-atomic-import"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:56:31.714000Z", "start_utc": "2026-10-04T23:50:13.783000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.402, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 376.943}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-atomic-import__r5-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 6, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.08642578125, "load_samples": [{"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:02:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:03:27Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:04:35Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5a49a28d789c8828342b5b6a22d9fe0ff64e66ad1a11a886010849e31b4cc823", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "66b019b6654d9aa09958209f9852106e361a481a918d6bf981d485186622a01b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "66b019b6654d9aa09958209f9852106e361a481a918d6bf981d485186622a01b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-atomic-import", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-atomic-import"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:04:07.912000Z", "start_utc": "2026-10-04T23:53:42.894000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.287, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 624.036}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-erase-account__r1-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 7, "concurrent_cells_start": 3, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.46435546875, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:03:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "80aebc8365622c79a3a56918b827d7eb1e03639eeeb802279b7c63a37df707c4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0540d29eb185157e5f28d945b20474c2674c61dd93406188059cacf130eafab6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0540d29eb185157e5f28d945b20474c2674c61dd93406188059cacf130eafab6", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-erase-account", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-erase-account"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:02:19.452000Z", "start_utc": "2026-10-04T23:43:50.206000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.322, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1108.238}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-erase-account__r3-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 10, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.22900390625, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:00:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4e8fd028788b535a11b3da4941920e6b4dfa175bbe26862ba9ec279345d826ec", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "d512650f697eb6520f0ec7440a6593467f0cfed77144db13010173fc2563d030"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "d512650f697eb6520f0ec7440a6593467f0cfed77144db13010173fc2563d030", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-erase-account", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-erase-account"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:59:23.752000Z", "start_utc": "2026-10-04T23:44:06.779000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.186, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 916.03}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-erase-account__r4-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 5, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.1298828125, "load_samples": [{"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:02:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:03:27Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-05T00:04:31Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:05:34Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:07:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9939853d2ffec4bebb6471bfaa7810c898ceb28a4c5f3b4902d288cf19341af1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "09194b98de4670b84d220e820c6585a885f5e2ab52ab291a92e1a9f0907b77e1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "09194b98de4670b84d220e820c6585a885f5e2ab52ab291a92e1a9f0907b77e1", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-erase-account", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-erase-account"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:06:34.800000Z", "start_utc": "2026-10-04T23:52:34.749000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.487, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 839.097}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-erase-account__r5-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 1, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.3916015625, "load_samples": [{"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:02:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:03:27Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-05T00:04:31Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:05:34Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-05T00:06:38Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-05T00:07:42Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:08:46Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:09:49Z"}, {"load1": 3.5, "pressure": 1, "timestamp_utc": "2026-10-05T00:10:52Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-05T00:11:55Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-05T00:12:58Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-05T00:14:02Z"}, {"load1": 3.5, "pressure": 1, "timestamp_utc": "2026-10-05T00:15:05Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:16:08Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-05T00:17:11Z"}, {"load1": 3.5, "pressure": 1, "timestamp_utc": "2026-10-05T00:18:13Z"}, {"load1": 2.4, "pressure": 1, "timestamp_utc": "2026-10-05T00:19:16Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-05T00:20:19Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-05T00:21:22Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:22:34Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "910d447d6c2be55ef35e7e662415fa6e3b480ddd0bd5991b0b638d888e4d4e64", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c36adda12e41fb91c07ce7d0159478530dd3364dd1f2182a4750764940b116e3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c36adda12e41fb91c07ce7d0159478530dd3364dd1f2182a4750764940b116e3", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-erase-account", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-erase-account"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:22:06.417000Z", "start_utc": "2026-10-04T23:56:03.710000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.907, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1561.773}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-tenant-isolation__r1-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 4, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.46435546875, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:59:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "007d071aaed0441f3429eefb5a0c94d32a8170a4ff1a2be3259b117f445eb27d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bc3eba5923cb8e1d1fa4958e88950875da21b42116c4ed3b7bd278c848d70fd2"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bc3eba5923cb8e1d1fa4958e88950875da21b42116c4ed3b7bd278c848d70fd2", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-tenant-isolation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-tenant-isolation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:58:38.086000Z", "start_utc": "2026-10-04T23:43:52.245000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.459, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 884.898}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-tenant-isolation__r2-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 8, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.98828125, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:57:48Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2b71b5f17d2506dd4d31a2c9bd3e749d5ca8023707922287964e04aacc1f4320", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6d45585362fbb0eeb096053752d9955edc827c212440abdf08c3b71a93de116b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6d45585362fbb0eeb096053752d9955edc827c212440abdf08c3b71a93de116b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-tenant-isolation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-tenant-isolation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:57:12.358000Z", "start_utc": "2026-10-04T23:44:00.625000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.225, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 790.777}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-tenant-isolation__r3-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.09130859375, "load_samples": [{"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:44:12Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:45:15Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:46:19Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:47:22Z"}, {"load1": 2.2, "pressure": 1, "timestamp_utc": "2026-10-04T23:48:25Z"}, {"load1": 3.0, "pressure": 1, "timestamp_utc": "2026-10-04T23:49:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:50:34Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:51:38Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:52:42Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T23:54:17Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6887bdd1d352d481325b04b26689ac52a33b0fa50f52204af0b2926d2b29a363", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "a7213c66db127db7944bf27ae4d5442c6d33bbc94d45c7d3b5c51394502855f0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "a7213c66db127db7944bf27ae4d5442c6d33bbc94d45c7d3b5c51394502855f0", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-tenant-isolation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-tenant-isolation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T23:53:37.852000Z", "start_utc": "2026-10-04T23:44:09.385000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.939, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 567.569}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-tenant-isolation__r4-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 3, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.41552734375, "load_samples": [{"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T23:53:47Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:54:51Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T23:55:56Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:02:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:03:27Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-05T00:04:31Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:05:34Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-05T00:06:38Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-05T00:07:42Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:08:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8be39ede52f11974f53db40f6a1381fe7c7711bafa02a906b24cfce518fe5a77", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "28fdd1874c2dc0a158082647b62a819f1bdb4bb3875bdb23aa848a22916bc0cd"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "28fdd1874c2dc0a158082647b62a819f1bdb4bb3875bdb23aa848a22916bc0cd", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-tenant-isolation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-tenant-isolation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:07:49.200000Z", "start_utc": "2026-10-04T23:52:49.573000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.133, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 898.653}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "kh-plan-shell", "audit_round": "r64d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-tenant-isolation__r5-kh-plan-shell-r64d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 2, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 3.9794921875, "load_samples": [{"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-04T23:57:01Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T23:58:05Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-04T23:59:10Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:00:15Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:01:19Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:02:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:03:27Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-05T00:04:31Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-05T00:05:34Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-05T00:06:38Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-05T00:07:42Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:08:46Z"}, {"load1": 4.1, "pressure": 1, "timestamp_utc": "2026-10-05T00:09:49Z"}, {"load1": 3.5, "pressure": 1, "timestamp_utc": "2026-10-05T00:10:52Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-05T00:11:55Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-05T00:12:58Z"}], "queue": "r64d-heldout"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T00:13:41Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "edad0108d81775a765ac4bee85c83c367633bdf6d381a676db850d7a302929a3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r64d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bc327c0b6be765a79f6c134375e4fb6c17c812370522d5050fdc617839a5d648"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bc327c0b6be765a79f6c134375e4fb6c17c812370522d5050fdc617839a5d648", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-tenant-isolation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-tenant-isolation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T00:13:10.322000Z", "start_utc": "2026-10-04T23:56:35.862000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.716, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 993.475}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
