{"arm": "shell-only", "audit_round": "r57d", "cell_id": "dev-probe-luna-low-20261002-shell-only-rails-ft-mysql-fulltext-search-foundation-r13-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.44140625, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}], "queue": "r57d-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "xhigh", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "62f221f167b66f3f3ca609923f66ed0bdf9fa917b5d572780c2c556780ff166b", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "65b09895a9e22a2c517d705df7e6d8d0058608e7fe027c61fe4f56aa90f7c91d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "65b09895a9e22a2c517d705df7e6d8d0058608e7fe027c61fe4f56aa90f7c91d", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:15:21.815000Z", "start_utc": "2026-10-04T17:01:17.709000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 838.308}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 2997760, "input": 118861, "output": 20816, "reasoning": 13308}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r10-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.619140625, "load_samples": [{"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01557938}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:31:48Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "34c744a8670ebf152a7a3800449043f0f8014fc01ad805db94a04c04e3085df0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c4ee143b12620b9a7cedec665f6bad561b796a77cbc2db2c6125e05a0a7e283c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c4ee143b12620b9a7cedec665f6bad561b796a77cbc2db2c6125e05a0a7e283c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:31:15.912000Z", "start_utc": "2026-10-04T16:24:52.520000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.65, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 382.472}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 465408, "input": 44843, "output": 12882, "reasoning": 8370}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r10-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.62353515625, "load_samples": [{"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.019574940000000002}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-04T16:34:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6242c9bc9ed3d86ebb9947901ae737d5788509a9117d59bfc58a3a2f8e347bc0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6e891e996fb804b5a1dab53fb24e60aa593889ad33af0887937eb770ca901833"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6e891e996fb804b5a1dab53fb24e60aa593889ad33af0887937eb770ca901833", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:33:47.200000Z", "start_utc": "2026-10-04T16:25:54.193000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 0.249, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 471.885}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 717824, "input": 56647, "output": 13464, "reasoning": 10598}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r11-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.45263671875, "load_samples": [{"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02556468}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:50:34Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "596a1a081852ad40276d6ea19fabca3bc3e0c756ab78b249dcae43b2ba2605e0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "87c834a9abba5cecfde6352d54d0dd16af40b4a6a3f41382476b7dcdff9290c2"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "87c834a9abba5cecfde6352d54d0dd16af40b4a6a3f41382476b7dcdff9290c2", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:49:54.869000Z", "start_utc": "2026-10-04T16:36:19.155000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.978, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 814.728}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 972288, "input": 70103, "output": 17663, "reasoning": 13835}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r11-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.7119140625, "load_samples": [{"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0035816800000000003}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:39:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5677b8d966023e09b3e5eae6e0297ff50df876dc791fd6bd72771cb1701931c5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4113c014340e911869e5d16ca20e07db0d0cbe3854c7fa82f8bd453e407dc480"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4113c014340e911869e5d16ca20e07db0d0cbe3854c7fa82f8bd453e407dc480", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:38:40.034000Z", "start_utc": "2026-10-04T16:36:55.150000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.384, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 103.987}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 66048, "input": 21862, "output": 1470, "reasoning": 918}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r12-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.18701171875, "load_samples": [{"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01841478}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:59:26Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dc5a1b30082fd5915a0f81742b799bc0f743ff0efb416fd5ae1c1383233d119c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "805df7afb2c0150e7e8ba46e6337b9475aa64d2f2c585e2d12bb9dc42fd201c7"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "805df7afb2c0150e7e8ba46e6337b9475aa64d2f2c585e2d12bb9dc42fd201c7", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:58:30.289000Z", "start_utc": "2026-10-04T16:47:58.992000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.19, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 630.423}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 565248, "input": 51678, "output": 15189, "reasoning": 11374}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r12-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.41748046875, "load_samples": [{"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0037113000000000003}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:50:53Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9a178891f52769a9d5662eab135e5b3103f3c18de9a09e209c9f45fc5e314b5b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "647ec8512f70ec85405d63c5a2495b5061fef437cc9a33ddfa85d22a10ec032a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "647ec8512f70ec85405d63c5a2495b5061fef437cc9a33ddfa85d22a10ec032a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:50:10.623000Z", "start_utc": "2026-10-04T16:48:22.166000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.386, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 107.476}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 43520, "input": 16581, "output": 3236, "reasoning": 2475}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r13-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.7138671875, "load_samples": [{"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.008424220000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:02:06Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "939e55593e5bfa277102a93f6bb2dc56c0115e477dca29776c11187df5d4a3c2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0404a6ace14c0aaa295c74da7c1150bdabea61b284f35000bdaec45e0e14da6a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0404a6ace14c0aaa295c74da7c1150bdabea61b284f35000bdaec45e0e14da6a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:01:34.955000Z", "start_utc": "2026-10-04T16:57:27.049000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.781, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 246.99}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 312832, "input": 35989, "output": 3394, "reasoning": 2069}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r13-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.27099609375, "load_samples": [{"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.004619400000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:02:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "74634d910c8f784519684cf9fe46d148c7c04e179e39dc6dfbafdbe1d74b35b5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0a79648d874ad99726b6a917ae4ab20df2b1afe29fd21913c8c3dc136b8a683c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0a79648d874ad99726b6a917ae4ab20df2b1afe29fd21913c8c3dc136b8a683c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:01:54.902000Z", "start_utc": "2026-10-04T16:58:33.554000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.98, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 200.361}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 81920, "input": 22932, "output": 3014, "reasoning": 2235}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r14-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.525390625, "load_samples": [{"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01641484}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-04T17:10:01Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3655db571770f7d541167e4e6853b91097d16c22d231762dae5d7f92be5387f9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5b344f1959c4683c6f76a5a64f947c5cdcb57b63b4c49efbe122f85602a38093"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5b344f1959c4683c6f76a5a64f947c5cdcb57b63b4c49efbe122f85602a38093", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:09:31.672000Z", "start_utc": "2026-10-04T17:03:19.267000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 0.211, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 371.454}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 687104, "input": 46278, "output": 9832, "reasoning": 6914}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r14-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.1396484375, "load_samples": [{"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0052848999999999995}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:06:38Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "df57aa93a1650e89fcd8ab9c061de1f2372527ef879d41cd59488089872b5f9f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "dfa30302f888c3ef857293bb9378c6a4eab282e9cc9d7b9b0288bf5d3746bcd5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "dfa30302f888c3ef857293bb9378c6a4eab282e9cc9d7b9b0288bf5d3746bcd5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:06:07.057000Z", "start_utc": "2026-10-04T17:03:37.563000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 18.008, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 148.615}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 97280, "input": 23681, "output": 3888, "reasoning": 3104}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r15-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.70361328125, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01979558}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:25:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "21a7dcca6d769238ba9b8d2d80b68b43a501aeac8cfe696dd74c061d8952e370", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bc3b962072d3a8201ab9e78a2b97b62c5e82e4e13b94c9303215409e40056f71"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bc3b962072d3a8201ab9e78a2b97b62c5e82e4e13b94c9303215409e40056f71", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:24:44.946000Z", "start_utc": "2026-10-04T17:14:58.669000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.55, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 585.291}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 775168, "input": 55719, "output": 12944, "reasoning": 8935}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r15-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.5439453125, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0043409}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:18:21Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e46472361f673f6c9d0cbb48dbcb0912bf16bf8b1508b4b10ba40e690621783b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "30b29142bc62b4e6b8155be959cf68215823493b3125d54997dfb219cacb1623"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "30b29142bc62b4e6b8155be959cf68215823493b3125d54997dfb219cacb1623", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:17:35.369000Z", "start_utc": "2026-10-04T17:15:17.327000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 18.322, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 137.101}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 56320, "input": 19537, "output": 3648, "reasoning": 2895}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r16-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 7, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.74072265625, "load_samples": [{"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02021646}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:31:42Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5f80f76e7e6f89970d6a5223a57bb6a01109579c2a2835bf7e28b8ca2a3bf06e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4bd528f616e34c72ec45b09e3d5012f38132823be6ae6893e6bba5207c115b26"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4bd528f616e34c72ec45b09e3d5012f38132823be6ae6893e6bba5207c115b26", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:31:17.425000Z", "start_utc": "2026-10-04T17:20:28.961000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.819, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 647.457}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 667136, "input": 53871, "output": 16316, "reasoning": 12074}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r16-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 10, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.69140625, "load_samples": [{"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01079626}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": false, "timestamp": "2026-10-04T17:28:15Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2245e843ddf336ac266b8cdcdd2c5954cde0cdd89d45c6f4101043683f025f9e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f70dd108a609fd5e4f969447a10e14a7f3eb436f4b79e6d3b819c94f69cb539c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f70dd108a609fd5e4f969447a10e14a7f3eb436f4b79e6d3b819c94f69cb539c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:28:03.932000Z", "start_utc": "2026-10-04T17:21:56.004000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 0.202, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 366.946}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 254976, "input": 38340, "output": 8825, "reasoning": 7333}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r9-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.732421875, "load_samples": [{"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:16:24Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:17:29Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:18:33Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:19:40Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01264046}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": false, "timestamp": "2026-10-04T16:20:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e2254ec715a0643696c2aeefc36eae83c2f1e488d98cd2b664349619cc93282b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "824cf62f185b27e86001116071fab6de57df0d62136ab645ead10c079e8e6b86"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "824cf62f185b27e86001116071fab6de57df0d62136ab645ead10c079e8e6b86", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:20:40.863000Z", "start_utc": "2026-10-04T16:15:50.109000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 0.381, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 289.384}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 426496, "input": 41575, "output": 8436, "reasoning": 6217}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r9-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.06396484375, "load_samples": [{"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:16:24Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:17:29Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:18:33Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:19:40Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:20:46Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:21:52Z"}, {"load1": 12.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:22:58Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01691452}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:23:36Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8d40c166b728c9a6ff19f6c7542e43029cf7306f8b4e8353a382fbac8d1573ff", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bf880a1d39819de7ee7cece66f2efe2dfc0991125dd9b0b436138be4aeac7876"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bf880a1d39819de7ee7cece66f2efe2dfc0991125dd9b0b436138be4aeac7876", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ac-throttle-search"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:23:07.671000Z", "start_utc": "2026-10-04T16:16:08.912000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.169, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 417.583}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 545792, "input": 51896, "output": 12534, "reasoning": 9300}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r10-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.00390625, "load_samples": [{"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0064906}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:30:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bc7f9f24ccc1d7e5af2926f7d749ab6d976781f9f3c902090e95f1e09cd07e01", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "594f51aa07d4924e175bf6f9a03d2ae57a5b34a92d92ccf86d6c4ac5e4da2648"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "594f51aa07d4924e175bf6f9a03d2ae57a5b34a92d92ccf86d6c4ac5e4da2648", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:29:45.043000Z", "start_utc": "2026-10-04T16:27:25.414000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.791, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 138.616}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 135680, "input": 35808, "output": 3106, "reasoning": 1520}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r10-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.35791015625, "load_samples": [{"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.006671600000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:32:28Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2837ed3250caf2cd3bc97232d501c8dcac169e4d15b65f629016b6b33acc87b5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "787fd2e7b57b28def259dc0a3e5a622c3b499b7e5742716a44417fbd0fd08637"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "787fd2e7b57b28def259dc0a3e5a622c3b499b7e5742716a44417fbd0fd08637", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:31:50.664000Z", "start_utc": "2026-10-04T16:29:04.949000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.962, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 164.703}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 112640, "input": 32792, "output": 4532, "reasoning": 3236}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r11-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.8251953125, "load_samples": [{"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.007739220000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:42:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b21a67765faa802c118bb73f5a60f58710c310c6e59731f413baf4254e55d97a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "b6094344227722a4f0096c571884cb988aafef1013f74b163208250ad194ab64"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "b6094344227722a4f0096c571884cb988aafef1013f74b163208250ad194ab64", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:41:18.650000Z", "start_utc": "2026-10-04T16:38:31.351000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.03, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 166.255}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 212992, "input": 30853, "output": 5048, "reasoning": 3585}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r11-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.94970703125, "load_samples": [{"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0051926}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:41:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b8a8c38f503a1c8bb919b85686e1eeeaf45a2fd131477829ee1da7c91ddc69f0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5604f0f96ded993413cbd5137121c0303a335bbcb475da62545b010a2555f125"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5604f0f96ded993413cbd5137121c0303a335bbcb475da62545b010a2555f125", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:40:55.187000Z", "start_utc": "2026-10-04T16:38:45.648000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.231, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 128.562}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 102400, "input": 23321, "output": 3673, "reasoning": 2149}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r12-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.2060546875, "load_samples": [{"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.007273440000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:54:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "123c207b5dc70c35d8753aeec37c54a76861bb4a9020ade3173b1501d1f13729", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4f5b1f3dcdce9aa92620b2f026643930da375385e6d2c1a560c60e1e986bf0f5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4f5b1f3dcdce9aa92620b2f026643930da375385e6d2c1a560c60e1e986bf0f5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:53:13.300000Z", "start_utc": "2026-10-04T16:48:41.191000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.474, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 271.091}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 141824, "input": 28327, "output": 6045, "reasoning": 4638}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r12-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.85888671875, "load_samples": [{"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00386096}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:52:13Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "37c77ed32f5c26befa11107c7ecd3e7244f261f1b75e9d0632cdc0060af71087", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5111effcfb1576e5decd137bd902aa35c90e58c1efd99be7e74a14612d83f2f4"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5111effcfb1576e5decd137bd902aa35c90e58c1efd99be7e74a14612d83f2f4", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:51:39.712000Z", "start_utc": "2026-10-04T16:49:59.822000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.87, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 98.948}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 52736, "input": 18631, "output": 2941, "reasoning": 1885}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r13-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.73828125, "load_samples": [{"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0065777000000000006}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:01:46Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ffe25439a5ffe429f447343fe570cd73aebbbb10fa9847b42740a1001b73e0d4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "a7d93ec49df71140593c2b5c907627fedb0869ed598ddd26b5d612b378916aac"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "a7d93ec49df71140593c2b5c907627fedb0869ed598ddd26b5d612b378916aac", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:01:10.596000Z", "start_utc": "2026-10-04T16:58:40.063000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.916, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 149.621}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 151040, "input": 30288, "output": 4077, "reasoning": 2774}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r13-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.06982421875, "load_samples": [{"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.005061479999999999}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:02:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "26b61d54fa656448eeb13d8218e8dce87d9b2fa25a37d437e113229c538fe9b2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3a432cae118e109e0ec66b5fd840740f452051526a055d4d3bc3e26a4d008eec"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3a432cae118e109e0ec66b5fd840740f452051526a055d4d3bc3e26a4d008eec", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:01:27.602000Z", "start_utc": "2026-10-04T16:59:02.431000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.782, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 144.151}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 91648, "input": 19205, "output": 4449, "reasoning": 3265}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r14-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.4052734375, "load_samples": [{"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0046228}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:08:28Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3f67d747b75ca016c3a88d8b5fdf97b293a5648a1870272d4498816d25817cb9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "98d6c8b74e13707fb29b02d2c657ecdf2c4a40e2dd4744204831a7ced5539a1b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "98d6c8b74e13707fb29b02d2c657ecdf2c4a40e2dd4744204831a7ced5539a1b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:07:38.835000Z", "start_utc": "2026-10-04T17:05:38.886000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.724, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 119.005}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 102400, "input": 24143, "output": 2369, "reasoning": 1434}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r14-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.35400390625, "load_samples": [{"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0065192}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:08:17Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "de697ce69fd93bc962fc7ca1382b7008d1f92708f2f4afd43bcbc611204bf294", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "971eabc8cbe33c1818d9265c9908267d589431f1ff47a3d26059a37292b17dbb"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "971eabc8cbe33c1818d9265c9908267d589431f1ff47a3d26059a37292b17dbb", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:07:47.824000Z", "start_utc": "2026-10-04T17:06:10.376000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.609, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 96.471}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 161280, "input": 36989, "output": 2415, "reasoning": 1461}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r15-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.19873046875, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.006511620000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:19:10Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "156387fb5f32f89558060813261463c6998d4919f799f4d6ff5f27cf93793241", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c44e53b46a5c8cb42a243aaf02eb7c24c503368912344282acbe10b05836e501"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c44e53b46a5c8cb42a243aaf02eb7c24c503368912344282acbe10b05836e501", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:18:20.322000Z", "start_utc": "2026-10-04T17:15:27.963000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.2, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 171.299}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 148992, "input": 31267, "output": 3790, "reasoning": 2802}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r15-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.94921875, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00480544}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:18:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "de111e5739e14354d785da45558188e4f7328abb62ed18b5a65155f6d676c69f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bbf07dba31a149806ffd889bf72177b784048048eab6dbba10905942b1a69f27"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bbf07dba31a149806ffd889bf72177b784048048eab6dbba10905942b1a69f27", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:17:18.659000Z", "start_utc": "2026-10-04T17:15:38.126000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.511, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 99.523}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 49664, "input": 30798, "output": 2458, "reasoning": 1469}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r16-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.3955078125, "load_samples": [{"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00559166}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:26:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e109bd844fdec78ff055b94461b203b7ebad1c8f678b8da965d197011d5c6e22", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "200ef05acee752d85d7f8787af35e115540af104e7fd0a054bf34b98908ec262"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "200ef05acee752d85d7f8787af35e115540af104e7fd0a054bf34b98908ec262", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:26:12.378000Z", "start_utc": "2026-10-04T17:23:40.540000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 18.037, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 150.681}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 109056, "input": 25436, "output": 3915, "reasoning": 2363}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r16-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.49462890625, "load_samples": [{"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0042537}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:28:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c8b3a55c06c6355dfc21bce0faf3013c3e104bc7d75e2c140fe401eb790b4862", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "367998d620115f34faa01f8b3515e7ab4944bbbc42a38d984ebe2bf2313cfca5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "367998d620115f34faa01f8b3515e7ab4944bbbc42a38d984ebe2bf2313cfca5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:27:26.340000Z", "start_utc": "2026-10-04T17:24:20.072000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.775, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 185.245}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 53760, "input": 23136, "output": 2805, "reasoning": 1520}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r9-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.58642578125, "load_samples": [{"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:19:40Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:20:46Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.004349520000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:21:26Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c7f6463fd72ecf5b20ee071eb4af8cd358b6cb7a09eb90b1b49cb532534ccc38", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3f543fdd536756539430a515983073b888c54c9137f85af8475424e4e6be890f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3f543fdd536756539430a515983073b888c54c9137f85af8475424e4e6be890f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:20:51.045000Z", "start_utc": "2026-10-04T16:19:18.004000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.278, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 92.027}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 105472, "input": 22743, "output": 2041, "reasoning": 960}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r9-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.2275390625, "load_samples": [{"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:20:46Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:21:52Z"}, {"load1": 12.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:22:58Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:24:04Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00725984}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:25:27Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c09280a6d76bf7972f40674fce662e29b69b9bd476abd38ef38e9a1ecb4c4ad3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8a49a2bda400bb91b9208b79a40027956b2394096d66846a4b7222b8b14a52ec"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8a49a2bda400bb91b9208b79a40027956b2394096d66846a4b7222b8b14a52ec", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-aj-enqueue-after-commit"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:24:47.971000Z", "start_utc": "2026-10-04T16:20:27.729000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.057, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 259.137}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 144384, "input": 28245, "output": 5983, "reasoning": 3971}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r10-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.87060546875, "load_samples": [{"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0099334}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:36:48Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "186ee60fe60f379c837cb9978f24a37635ca50c05af6fb5abcf0075f0a8a801e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "321c7ff04278ba8b7ad47b2c7ac684f4df4d4a3d24baf1790937ef1f27032b3e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "321c7ff04278ba8b7ad47b2c7ac684f4df4d4a3d24baf1790937ef1f27032b3e", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:36:10.958000Z", "start_utc": "2026-10-04T16:29:28.272000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 15.475, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 401.702}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 204800, "input": 29019, "output": 9967, "reasoning": 6601}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r10-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.2900390625, "load_samples": [{"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01431034}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:37:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "147099e1a9aa69bede014d8a7798836ab57b35b91cda56c9f7af98fb714ef30b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "185bccc9b25b58cc45968b53de092d0b750effa73ffcb89bdbbf8354ea822859"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "185bccc9b25b58cc45968b53de092d0b750effa73ffcb89bdbbf8354ea822859", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:36:52.208000Z", "start_utc": "2026-10-04T16:29:51.489000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.737, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 419.666}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 295424, "input": 42126, "output": 14287, "reasoning": 11208}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r11-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.66259765625, "load_samples": [{"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01689862}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:51:13Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7f1cbe234911c46c59e6f6eac406129a1a3ef0f44189b3b43762d0bc5a637366", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "849d4aa5dd1e65d45dc86ad7d8af130a308cd6aca61c179cec7b72c56dd76536"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "849d4aa5dd1e65d45dc86ad7d8af130a308cd6aca61c179cec7b72c56dd76536", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:50:31.272000Z", "start_utc": "2026-10-04T16:39:59.858000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.966, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 630.429}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 479232, "input": 46368, "output": 14939, "reasoning": 11413}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r11-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.84375, "load_samples": [{"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.018427739999999998}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:56:33Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3e0465e01f49ede96c41d67608c3ae2f7bbe41fce665e5c3909c86688090e8a5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "562dd5d156c0eb2691cca7138f61bc6a26dfcc2bcff6f24d2f49d85d87eecb9e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "562dd5d156c0eb2691cca7138f61bc6a26dfcc2bcff6f24d2f49d85d87eecb9e", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:55:44.194000Z", "start_utc": "2026-10-04T16:40:19.025000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.139, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 924.095}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 359424, "input": 63910, "output": 16885, "reasoning": 12735}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r12-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.60400390625, "load_samples": [{"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01457018}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:59:33Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fc83da6b6a82706ceda89359ea14ad5c286dd6cc70639a9ed02365d2f6854d87", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c3cdccace1b8155692c7507f5d68ae4b4e1b54285d1f6147e879f704cf037904"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c3cdccace1b8155692c7507f5d68ae4b4e1b54285d1f6147e879f704cf037904", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:58:55.572000Z", "start_utc": "2026-10-04T16:50:14.584000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 15.414, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 520.04}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 324608, "input": 39601, "output": 14728, "reasoning": 11718}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r12-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.53125, "load_samples": [{"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02205618}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:01:25Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "81c86fa07e1234dcd0ec589a6949b426913ab44919465620b128fcffa8f7611e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "407ff2b1e375d9402122ad8b2b74ab035f1b1a3f78144a1b36c1fee0c5c5872f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "407ff2b1e375d9402122ad8b2b74ab035f1b1a3f78144a1b36c1fee0c5c5872f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:00:39.571000Z", "start_utc": "2026-10-04T16:50:38.830000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.017, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 599.837}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 516608, "input": 58241, "output": 22132, "reasoning": 17831}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r13-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.06201171875, "load_samples": [{"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01918328}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:08:38Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9475e8889fe725073a7e1ecf17dac3d6f8f4eb4c25a12e624ba44be7138eba98", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6d09c9bd4fd5ee7eec583bb7100abf44336a8a02be082c025a4380ab798f76de"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6d09c9bd4fd5ee7eec583bb7100abf44336a8a02be082c025a4380ab798f76de", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:07:57.385000Z", "start_utc": "2026-10-04T16:59:59.485000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.41, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 476.918}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 403968, "input": 75311, "output": 15225, "reasoning": 11475}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r13-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.291015625, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01209604}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:11:18Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e95c209c6d57ca170a8214fa99cfb307406b4b0e94f3de4caed919267c76c330", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6c4c12b881539f376cc582d69e2ecfb7d6fb781381a40fe1db8a56944be8f41b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6c4c12b881539f376cc582d69e2ecfb7d6fb781381a40fe1db8a56944be8f41b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:10:34.286000Z", "start_utc": "2026-10-04T17:00:34.655000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 17.317, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 598.61}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 200704, "input": 33710, "output": 13436, "reasoning": 10606}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r14-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.05224609375, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01468012}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:19:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "91074b36676403e2b5b7ae18085b7450d7256fce9bdb3b7bb6fb7b4629080cbd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bed150b373f000db6556d40438d0ec43a786b58bfa676272e6b075e22e1198c1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bed150b373f000db6556d40438d0ec43a786b58bfa676272e6b075e22e1198c1", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:18:51.868000Z", "start_utc": "2026-10-04T17:07:46.165000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.996, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 664.653}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 192512, "input": 54555, "output": 14599, "reasoning": 11826}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r14-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.6884765625, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.014161900000000002}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:15:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f80b6766790d87160e05dc95d1799a10bfc459dc2ca43d6c4108644adbc93cb4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f896a97f06495034da390a9a8e20606dfd591f92a790ef9b9785fbf2d896c6ae"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f896a97f06495034da390a9a8e20606dfd591f92a790ef9b9785fbf2d896c6ae", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:15:10.281000Z", "start_utc": "2026-10-04T17:07:52.065000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 23.879, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 437.238}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 289280, "input": 40526, "output": 14433, "reasoning": 10917}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r15-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.337890625, "load_samples": [{"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0135543}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:24:50Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e731325e79692705d0b2864c6f5c3164ccf4a5a23117c03a41dd681a57ba46bc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "70aca9b118a6ff85692eccc667507268bf4d4e9f95c0075086257e680f697b57"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "70aca9b118a6ff85692eccc667507268bf4d4e9f95c0075086257e680f697b57", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:24:11.895000Z", "start_utc": "2026-10-04T17:17:14.178000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.446, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 416.603}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 317440, "input": 39954, "output": 12769, "reasoning": 9698}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r15-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.26611328125, "load_samples": [{"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01425312}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:25:50Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6ede6c72d1cf9f8b19cf198d832e62dd4007fac167d7838ef8d6dd4e5a4d20c4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "39a541d05cd5eec47198e49b4311b3e25abd38d1d49a0f3fa0a74f336b7ff16f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "39a541d05cd5eec47198e49b4311b3e25abd38d1d49a0f3fa0a74f336b7ff16f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:25:05.970000Z", "start_utc": "2026-10-04T17:17:24.237000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.127, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 460.773}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 294912, "input": 41325, "output": 14343, "reasoning": 11366}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r16-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 5, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.48388671875, "load_samples": [{"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:31:26Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:32:31Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01964364}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:33:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ad252f7fdbbad8c683f748c4cc5a18c8b238fddc5f760f36a2d63a200f38892e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9e874f3f897dc28ccba088fa67f0010030f740c353dba5874b6fc5c41396d740"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9e874f3f897dc28ccba088fa67f0010030f740c353dba5874b6fc5c41396d740", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:32:43.348000Z", "start_utc": "2026-10-04T17:24:51.819000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 15.811, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 470.493}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 602624, "input": 54094, "output": 16416, "reasoning": 11453}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r16-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 6, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.90673828125, "load_samples": [{"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:31:26Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.015679059999999998}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:32:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "abe835099750506f05878c28bfc1afd1632176c3b064c85ef1c83170d4dbfe21", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "dd6b982b4d5807fffbfd8d8ecb8fd96fa5739d3ea432ca32f733556ec07e328a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "dd6b982b4d5807fffbfd8d8ecb8fd96fa5739d3ea432ca32f733556ec07e328a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:32:12.221000Z", "start_utc": "2026-10-04T17:25:11.106000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.387, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 420.113}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 372736, "input": 46262, "output": 14651, "reasoning": 11026}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r9-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.107421875, "load_samples": [{"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:20:46Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:21:52Z"}, {"load1": 12.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:22:58Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:24:04Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02062254}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:29:37Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4a42449119126544c9f3ab62fd39ac72033e2428360f04d20a45b6aef33ac7d4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "7b4eff3423e80fba5eec4b583dcf72304e41c99d8c2e7528f174eae6cc327b81"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "7b4eff3423e80fba5eec4b583dcf72304e41c99d8c2e7528f174eae6cc327b81", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:28:59.574000Z", "start_utc": "2026-10-04T16:20:46.629000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 16.257, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 491.937}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 543744, "input": 68536, "output": 16663, "reasoning": 10990}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r9-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.2197265625, "load_samples": [{"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:21:52Z"}, {"load1": 12.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:22:58Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:24:04Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.00990114}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:26:26Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "235fc74f4eafde3867a67aa154dccc9e051d059d7f5fcd4f5bd987468a57f2fc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "12381ccd33e0e49ff99bc353c21955f2f3075a82059905f2985056722d23a44f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "12381ccd33e0e49ff99bc353c21955f2f3075a82059905f2985056722d23a44f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:25:49.616000Z", "start_utc": "2026-10-04T16:20:57.292000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 15.511, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 291.287}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 149504, "input": 28981, "output": 11016, "reasoning": 8808}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r10-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.33642578125, "load_samples": [{"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01782496}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:30:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "34744e98971af0d5f714582e2515f09326ec214181413fbbb9cc3a4c8bc06155", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3099c33f4028e78b66e537376fcd7a4555057395df3b4b037b18402ef05abde9"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3099c33f4028e78b66e537376fcd7a4555057395df3b4b037b18402ef05abde9", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:30:17.527000Z", "start_utc": "2026-10-04T16:24:06.001000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.2, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 370.494}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 728576, "input": 64687, "output": 8141, "reasoning": 5780}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r10-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.19287109375, "load_samples": [{"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0266908}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:41:24Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f36d07e3634cb8d5757f1ff6385d3e682e583247ebf5b60ab2a961ebac1beaac", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "d5f6b23fd3fb869d1bc5583af4c303587574d431c4e2bfd869a0f6ae2bb40ae9"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "d5f6b23fd3fb869d1bc5583af4c303587574d431c4e2bfd869a0f6ae2bb40ae9", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:40:15.425000Z", "start_utc": "2026-10-04T16:24:41.986000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 37.637, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 932.556}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 998400, "input": 77038, "output": 18006, "reasoning": 13788}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r11-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.15771484375, "load_samples": [{"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02741016}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:45:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "49831dda64a1e700136aad65fdc20b82444b84b410b8a27af6014b608d2af870", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f22e71ff89fbf6398ad4a8ee765567b59a8c0625b3af37fa3ab9c22707023853"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f22e71ff89fbf6398ad4a8ee765567b59a8c0625b3af37fa3ab9c22707023853", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:44:39.554000Z", "start_utc": "2026-10-04T16:33:59.207000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.862, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 639.482}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1230336, "input": 75268, "output": 15160, "reasoning": 11966}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r11-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.99560546875, "load_samples": [{"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0283983}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:49:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3669e29b3e2eab277074d91e4b5675789970e0000302901019298a43ab74f541", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f2405eff9aa8087b4a8bf3a9157fbf303c5d90292b5e4ebb54b30bed3408087c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f2405eff9aa8087b4a8bf3a9157fbf303c5d90292b5e4ebb54b30bed3408087c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:48:15.481000Z", "start_utc": "2026-10-04T16:35:26.140000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.092, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 768.444}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1180160, "input": 80582, "output": 17077, "reasoning": 12459}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r12-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.515625, "load_samples": [{"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02318852}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:58:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bb962509face5024000e6013086aa7f23dd3d6b3e5c1780f6327221c369dac41", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "836bce1cafd7ff48472afb34d46af027a7de5762b19e17d3cbc3d80fe644443a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "836bce1cafd7ff48472afb34d46af027a7de5762b19e17d3cbc3d80fe644443a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:57:17.684000Z", "start_utc": "2026-10-04T16:44:44.837000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 25.059, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 751.884}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 886272, "input": 74103, "output": 13831, "reasoning": 10879}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r12-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.9501953125, "load_samples": [{"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.03850634000000001}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:56:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "050b52bf8be04625b44ec37c42c968c41fb93eb5caa764b3967b3ef0127374f9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c7bf2dc540d8c24d4cc5b3a3961a7f4f6b990dd283a4525fb6c3f63f184db314"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c7bf2dc540d8c24d4cc5b3a3961a7f4f6b990dd283a4525fb6c3f63f184db314", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:55:52.201000Z", "start_utc": "2026-10-04T16:45:57.985000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 37.551, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 593.254}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1890304, "input": 107573, "output": 17692, "reasoning": 12853}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r13-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.74365234375, "load_samples": [{"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02676544}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:04:14Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c069fe19abaabf3591323d0ff37b382e159fb973a6b6bff6df2d3e209b3974d6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f624d709fef2192da2e86929f6776ade77a9a4a83497609d9cec872d4ad9dc48"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f624d709fef2192da2e86929f6776ade77a9a4a83497609d9cec872d4ad9dc48", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:03:32.885000Z", "start_utc": "2026-10-04T16:55:54.392000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.687, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 457.426}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1286144, "input": 76335, "output": 12541, "reasoning": 9639}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r13-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.705078125, "load_samples": [{"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01571532}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:02:37Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "248a8f76330a705458dc21979a4852f4e639af7d1f9882c0a79b9fec59a9df16", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0bccca1ce59baa6a6433989dda25322e745344309a4de42199dcf29ea2044651"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0bccca1ce59baa6a6433989dda25322e745344309a4de42199dcf29ea2044651", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:01:48.787000Z", "start_utc": "2026-10-04T16:56:04.893000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 28.23, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 342.923}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 494592, "input": 54339, "output": 10671, "reasoning": 8893}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r14-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.2470703125, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02893224}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:11:42Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f77fa856f1cf1bb8df493672da72acd072361dcda1d72ce3bad3c84a0a6c3c02", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "16a93964aa9c427d6af4ca4335cbe7face35fd9cd406357b6a1b7c71537cd0b4"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "16a93964aa9c427d6af4ca4335cbe7face35fd9cd406357b6a1b7c71537cd0b4", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:10:48.698000Z", "start_utc": "2026-10-04T17:01:54.132000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 36.335, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 533.61}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1321984, "input": 75909, "output": 16243, "reasoning": 11824}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r14-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.82666015625, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02961436}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:15:27Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "60bab228e02561cb70acb168a25fceba354c8ec2c40abb31f6869caa485c83d5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "7185fe2285c432f4d37f402fddd47193a3ad35889081c8b62ce58a1239a5c1ff"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "7185fe2285c432f4d37f402fddd47193a3ad35889081c8b62ce58a1239a5c1ff", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:14:52.096000Z", "start_utc": "2026-10-04T17:02:00.183000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.913, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 770.967}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1330176, "input": 85306, "output": 15564, "reasoning": 11377}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r15-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.4443359375, "load_samples": [{"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02816094}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:24:10Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "59e1a7813fa5860cabcf6fed4a14c422d7645d333e34a3cfce314293aa85d5e4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f7cbc390583fd08f38eaa45a984c91983eaf588345038ac3d15ccae1c7725aa0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f7cbc390583fd08f38eaa45a984c91983eaf588345038ac3d15ccae1c7725aa0", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:23:36.265000Z", "start_utc": "2026-10-04T17:10:48.496000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.242, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 766.89}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1265664, "input": 78828, "output": 15243, "reasoning": 11714}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r15-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.00830078125, "load_samples": [{"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01307616}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:16:27Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a7aa1a3219a58b8f8bacf581588437cb9e37ff067991ccb49be07297ebbb78cf", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "e9928a70f088dce21c26a0213f49cc2156ed687a30017e1f849c4e8d1f28422f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "e9928a70f088dce21c26a0213f49cc2156ed687a30017e1f849c4e8d1f28422f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:15:35.357000Z", "start_utc": "2026-10-04T17:10:54.323000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.916, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 280.107}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 370176, "input": 46979, "output": 9353, "reasoning": 7106}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r16-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 4, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 13.515625, "load_samples": [{"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:31:26Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:32:31Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:33:36Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02943332}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:35:13Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9990c5657a3f07981d0d1d05991ac76973924313f1e62d2be8e3e164ba02aef9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "a56cceac64e65f37652e1fc6bd7ce9eec4a65b282200495f170910a359763280"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "a56cceac64e65f37652e1fc6bd7ce9eec4a65b282200495f170910a359763280", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:34:22.657000Z", "start_utc": "2026-10-04T17:18:55.649000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.985, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 926.031}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1293312, "input": 84652, "output": 16070, "reasoning": 11041}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r16-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.1650390625, "load_samples": [{"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.022074059999999996}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:28:36Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fe5b182a57fd5cc03d7977755824e4c3f90295aaa4d7455ea4bd962a1f79bebd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "60aba515de0757a1aae98bb0bf99f7b733dd1ed9c77ca847226a5257e9729f94"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "60aba515de0757a1aae98bb0bf99f7b733dd1ed9c77ca847226a5257e9729f94", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:27:42.221000Z", "start_utc": "2026-10-04T17:19:06.165000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 37.036, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 515.007}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 851456, "input": 61880, "output": 14743, "reasoning": 10731}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r9-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.0068359375, "load_samples": [{"load1": 8.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:15:18Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:16:24Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:17:29Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:18:33Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:19:40Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:20:46Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:21:52Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.023143600000000004}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:22:54Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "947e037250605a397eaf043f83d7470cf134d3be0980e1490ae38d9ffac4df30", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9b975689e3cae3adfb56f39fa5a80c090d280178a512e06d0c6f9fbbe0326d0c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9b975689e3cae3adfb56f39fa5a80c090d280178a512e06d0c6f9fbbe0326d0c", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:22:13.757000Z", "start_utc": "2026-10-04T16:15:03.400000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 24.933, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 429.15}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1006080, "input": 67443, "output": 12677, "reasoning": 9560}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r9-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.28564453125, "load_samples": [{"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:16:24Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:17:29Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:18:33Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:19:40Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:20:46Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0165646}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:22:26Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f5d21acd168770d1f58c003f0e82c13f55538342edbfdf361701f14ef09b1ecf", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "97974e4b43e12fd8c08a6f82ac5b0cf3e701606e4db6ba23aceefad3fc63fac6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "97974e4b43e12fd8c08a6f82ac5b0cf3e701606e4db6ba23aceefad3fc63fac6", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:21:33.683000Z", "start_utc": "2026-10-04T16:15:32.232000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.076, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 360.431}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 373760, "input": 77630, "output": 10128, "reasoning": 7839}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r10-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.92236328125, "load_samples": [{"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.05158764}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:46:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "db86425e236bb62e767c238b5db67bb4656debf09f2d055803327f02743a3b2f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5142d2e23cd3bc8df4d93fb870cbf3d7cda149888a0c401462b406af59a6d5ac"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5142d2e23cd3bc8df4d93fb870cbf3d7cda149888a0c401462b406af59a6d5ac", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:45:54.685000Z", "start_utc": "2026-10-04T16:30:23.145000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.145, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 925.511}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2683904, "input": 124711, "output": 24555, "reasoning": 18595}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r10-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.92724609375, "load_samples": [{"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.03608344}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:42:01Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6e1a6baed52b0ed6e862c61ce838c8e35bf0b986ceb9556c97cc4fac54f00acb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "e65828e52c03f5a148fb64b8c7157c8fc228380320f8e855cdb398ad100bb6e5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "e65828e52c03f5a148fb64b8c7157c8fc228380320f8e855cdb398ad100bb6e5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:41:08.100000Z", "start_utc": "2026-10-04T16:31:20.407000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.886, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 581.742}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1764864, "input": 90108, "output": 18848, "reasoning": 12172}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r11-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.09423828125, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.05513752}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:53:45Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8de1e82827ecb2fd2ca806283bce1692e23a32dc90d59f79df721db0962d6d62", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "57693aa8855b47891e14016f1deb2a05b080a5f5f714f2b4e6eaa6b281063e86"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "57693aa8855b47891e14016f1deb2a05b080a5f5f714f2b4e6eaa6b281063e86", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:52:55.802000Z", "start_utc": "2026-10-04T16:40:59.047000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.543, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 710.715}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 3069952, "input": 123260, "output": 24224, "reasoning": 16472}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r11-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.0263671875, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.05727496}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:21:08Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "42247cee6d528d2ef33f835157c95cd6fc4758d6edac743c3c5bce0d83df168f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "e17423024ed5d66e5649a1da7a373839f462819d49a54ea72e7a3bf76cc0bc17"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "e17423024ed5d66e5649a1da7a373839f462819d49a54ea72e7a3bf76cc0bc17", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:20:23.066000Z", "start_utc": "2026-10-04T16:41:13.816000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.915, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 2343.643}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 3462656, "input": 110024, "output": 23292, "reasoning": 15230}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r12-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.62841796875, "load_samples": [{"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:51:31Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.07483974}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:06:06Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "88000fb7463dfd0ae1628b5ef30804e7fda2404a69a1a799deeb042438a73462", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "1f9eb090850aa19b6784f5e7eca2b288dc01689ed9d96b9f067f1c2109bcb346"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "1f9eb090850aa19b6784f5e7eca2b288dc01689ed9d96b9f067f1c2109bcb346", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:05:31.826000Z", "start_utc": "2026-10-04T16:50:52.495000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.944, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 873.413}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 4729344, "input": 146113, "output": 25870, "reasoning": 17291}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r12-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.18212890625, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:52:36Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02936582}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:59:01Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8dd5a7b8f39e7b22db70250180db1b4ea25a09ae4ce9ca87206a2b8c2d53c0cd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "d2c7661d9f951a47bfa566a5e9251841bd9fa62331d6d2f2c874344be94c4f1f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "d2c7661d9f951a47bfa566a5e9251841bd9fa62331d6d2f2c874344be94c4f1f", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:58:25.672000Z", "start_utc": "2026-10-04T16:51:45.813000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.185, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 393.042}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1400832, "input": 85940, "output": 13527, "reasoning": 9024}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r13-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.83544921875, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:01:27Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.07097854}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:22:27Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3d97879cc41c5bd43f4965182971dfce0ac9403a6a47fb9d1488fc7347983e74", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "883e0a7a573b3a20fa482541c1a521c4942d851566a20d9e4f30f949ba368c30"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "883e0a7a573b3a20fa482541c1a521c4942d851566a20d9e4f30f949ba368c30", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:21:49.525000Z", "start_utc": "2026-10-04T17:00:46.076000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.196, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1257.406}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 4342784, "input": 144192, "output": 26263, "reasoning": 18176}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r14-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.14599609375, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.037947220000000004}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:18:12Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d5c24d81d3cc16d6b62c147ce80688fdc79f50b42fcafdf99ac9d8c774227986", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3904fe8742428e46bb50e4e847f8d032d789ea5b7557423cca167b72cc798840"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3904fe8742428e46bb50e4e847f8d032d789ea5b7557423cca167b72cc798840", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:17:20.625000Z", "start_utc": "2026-10-04T17:08:02.913000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.998, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 551.677}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1825792, "input": 99778, "output": 19423, "reasoning": 13362}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r14-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.58056640625, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.03806562}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:17:48Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a55770fbfa3b0fa67cba48ad3a4083d0b040101df328b6190ab1e8c2a609bc7d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bb9e834a58b7969fad699e67abb6446c1d346313319c0349f76297978a909819"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bb9e834a58b7969fad699e67abb6446c1d346313319c0349f76297978a909819", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:17:07.322000Z", "start_utc": "2026-10-04T17:08:12.123000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.157, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 529.642}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1777152, "input": 110076, "output": 18573, "reasoning": 12836}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r15-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 3, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.59228515625, "load_samples": [{"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:31:26Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:32:31Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:33:36Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:34:41Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:35:46Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.04279208}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:36:32Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fcd37f77216242e5e7dc82c12cf4d10436f1a24d72245344ab3e52ab815d37e3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "fee6227ac79e64b78e2eb65e264aa0ff6bec9974899baf4ce11be12c032c0f1a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "fee6227ac79e64b78e2eb65e264aa0ff6bec9974899baf4ce11be12c032c0f1a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:35:52.072000Z", "start_utc": "2026-10-04T17:17:42.912000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.668, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1082.616}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2231808, "input": 103470, "output": 20254, "reasoning": 13972}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r15-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 8, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.3388671875, "load_samples": [{"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02804648}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:32:14Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b2134c2219a84427286e8ab3793d97f31dcd74459c84be53ca743bd586a6c12a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5d0ff675ae913ef980e9943b4c272fc5468905aa9ae58ec97e88b987c40f5ec7"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5d0ff675ae913ef980e9943b4c272fc5468905aa9ae58ec97e88b987c40f5ec7", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:31:06.928000Z", "start_utc": "2026-10-04T17:17:34.307000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.711, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 805.462}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1218048, "input": 83515, "output": 15029, "reasoning": 10241}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r16-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 2, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.39453125, "load_samples": [{"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:31:26Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:32:31Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:33:36Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:34:41Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:35:46Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:36:52Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:37:56Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.04913122}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:39:12Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1ca35609e5badaaec898c83567bb87456f968d7aa301eed7f1396b693a3e7d0d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6c1e42077e6fc91779a4105699fd4574d4fcd675dd8b28520c3680a0403f92cd"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6c1e42077e6fc91779a4105699fd4574d4fcd675dd8b28520c3680a0403f92cd", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:38:19.662000Z", "start_utc": "2026-10-04T17:25:34.132000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 29.268, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 759.46}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2596352, "input": 121082, "output": 22119, "reasoning": 16070}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r16-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 1, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.5830078125, "load_samples": [{"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:29:15Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:30:20Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:31:26Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:32:31Z"}, {"load1": 5.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:33:36Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:34:41Z"}, {"load1": 4.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:35:46Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:36:52Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:37:56Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-04T17:39:01Z"}, {"load1": 1.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:40:04Z"}, {"load1": 2.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:41:07Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.04558244}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:42:23Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f180a3c539e439331776a74801d61e7486ed3cb5c035cb11e60b50984e35a37a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3c11bcf59d5dd9307385c67d6be9acb557f1119ba20cbdbe6deed28222032b99"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3c11bcf59d5dd9307385c67d6be9acb557f1119ba20cbdbe6deed28222032b99", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:41:38.861000Z", "start_utc": "2026-10-04T17:26:19.336000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.634, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 912.363}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 2118144, "input": 110585, "output": 26685, "reasoning": 17693}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r17-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 3, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 3.3642578125, "load_samples": [{"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-04T18:14:57Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T18:16:02Z"}, {"load1": 6.7, "pressure": 1, "timestamp_utc": "2026-10-04T18:17:06Z"}, {"load1": 10.5, "pressure": 1, "timestamp_utc": "2026-10-04T18:18:11Z"}, {"load1": 11.4, "pressure": 1, "timestamp_utc": "2026-10-04T18:19:17Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T18:20:21Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-04T18:21:29Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-04T18:22:34Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T18:23:42Z"}, {"load1": 10.5, "pressure": 1, "timestamp_utc": "2026-10-04T18:24:47Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T18:26:06Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a2bd23e5da7a84338db795bce16efa5b3a68273215cae5c03c3f3c98a8fb4bd6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "dba44293ccdd4cb6e0143e45752c9f63ab808a7f1acf255f34ca87919d5a46c1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "dba44293ccdd4cb6e0143e45752c9f63ab808a7f1acf255f34ca87919d5a46c1", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T18:25:05.804000Z", "start_utc": "2026-10-04T18:14:15.810000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 30.407, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 643.585}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r9-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.005859375, "load_samples": [{"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:21:52Z"}, {"load1": 12.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:22:58Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:24:04Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.08293986}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:39:09Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8fbd0615cfcbd1354db8629097549391fc8c6e8688c217821aea49d0b835020e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "2ec9b90ad3080ac538b75c7b86517fee83130a91f45619a3cb4582229bee56a8"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "2ec9b90ad3080ac538b75c7b86517fee83130a91f45619a3cb4582229bee56a8", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:38:25.722000Z", "start_utc": "2026-10-04T16:21:37.545000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.378, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 1001.825}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 5065216, "input": 157357, "output": 33104, "reasoning": 23290}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r9-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.46484375, "load_samples": [{"load1": 12.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:22:58Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:24:04Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0357019}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:36:08Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "16f23800e5ca29e5884d6ef1b5bd1fbc68292707a3c10734af423576b8556eeb", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "7f5347102a149b0e880970c9ca4e4329bf31bdebc185e8aeec31bccb85dca4fd"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "7f5347102a149b0e880970c9ca4e4329bf31bdebc185e8aeec31bccb85dca4fd", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:35:21.450000Z", "start_utc": "2026-10-04T16:22:00.758000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.292, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 795.028}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1669120, "input": 95197, "output": 18982, "reasoning": 12753}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r10-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 14.1318359375, "load_samples": [{"load1": 12.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:22:58Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:24:04Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0318085}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:30:00Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1795fbe1a64391be7078ade24809134fe1a6bda5ce9469cca22f772a6423c06a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "13ab48c7aa7625d1a410bc9a110c9bf0e4a5a48a8cd3987cff3791366dc28d62"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "13ab48c7aa7625d1a410bc9a110c9bf0e4a5a48a8cd3987cff3791366dc28d62", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:29:22.714000Z", "start_utc": "2026-10-04T16:22:19.991000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.423, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 421.631}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1576960, "input": 95154, "output": 13047, "reasoning": 9643}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r10-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.96484375, "load_samples": [{"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:24:04Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:25:12Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:26:17Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:27:22Z"}, {"load1": 4.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:28:28Z"}, {"load1": 5.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:29:34Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:30:40Z"}, {"load1": 12.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:31:45Z"}, {"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01987886}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:34:42Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "55d45bbd8c0a25185a01e1000ae2997324b2072166fb51d9e4f1c0f86290e7fa", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "58be02ae105a09c3b7a05076e2780bba09a9bd79249f81c979b04fc13158d0ab"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "58be02ae105a09c3b7a05076e2780bba09a9bd79249f81c979b04fc13158d0ab", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:33:51.972000Z", "start_utc": "2026-10-04T16:23:12.989000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.849, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 637.985}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 692736, "input": 58020, "output": 14299, "reasoning": 10163}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r11-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.85546875, "load_samples": [{"load1": 8.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:32:50Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:40:33Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.033424340000000004}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:42:05Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a3aacfe2a2b1fb7997fe5834e3342059200659182ec697586fc3189643547799", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "689d04e5c9fa8898c5b9ff6ca55c4c78852bf1de5af41d226ad2109072186edf"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "689d04e5c9fa8898c5b9ff6ca55c4c78852bf1de5af41d226ad2109072186edf", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:41:31.350000Z", "start_utc": "2026-10-04T16:31:56.581000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.402, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 573.767}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1677824, "input": 98531, "output": 13586, "reasoning": 9474}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r11-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 5.171875, "load_samples": [{"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:33:57Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:35:03Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:36:09Z"}, {"load1": 9.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:37:15Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:38:20Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:39:27Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01615216}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:40:22Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "aa6482bef90481865a8ab8da062eb2026c8ffb30f14854cb22fb2781fd2dca19", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "16d1b08b35eeac80425417bf85cd08eda775f943b37050f9f29e79f559a1d2f3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "16d1b08b35eeac80425417bf85cd08eda775f943b37050f9f29e79f559a1d2f3", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:39:54.117000Z", "start_utc": "2026-10-04T16:33:52.862000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 18.819, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 360.38}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 467456, "input": 61536, "output": 10648, "reasoning": 7398}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r12-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.1298828125, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:48:14Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:49:20Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:50:26Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.026826779999999998}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:51:25Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f4abc0959cb3d315687b7717859146ca7965d8024437c2d6d643a4b050c1494d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "1e8bbf9455caacf489db993a594b0eb5fc687950de9f4b6955e3a33fa9d0991b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "1e8bbf9455caacf489db993a594b0eb5fc687950de9f4b6955e3a33fa9d0991b", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:50:48.739000Z", "start_utc": "2026-10-04T16:41:24.484000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 18.986, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 563.178}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1087488, "input": 98219, "output": 12260, "reasoning": 8233}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r12-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.87939453125, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:41:43Z"}, {"load1": 9.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:42:47Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:43:52Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:44:57Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:46:04Z"}, {"load1": 6.9, "pressure": 1, "timestamp_utc": "2026-10-04T16:47:08Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.016441900000000002}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:48:34Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bddfbebb05d228eed58c256448fb763ec1e59afe34d2f2b37d2a8efe3bf0d12d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9e202d72e51fe553109476baffdd388670b89ac0775669e0187e086c7f2a62c5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9e202d72e51fe553109476baffdd388670b89ac0775669e0187e086c7f2a62c5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:47:53.759000Z", "start_utc": "2026-10-04T16:41:34.845000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 18.863, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 377.985}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 471040, "input": 53935, "output": 12676, "reasoning": 10215}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r13-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.67578125, "load_samples": [{"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:00:18Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.028512160000000005}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:00:57Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c1138a62b16163ceed2e0504d1c6a88417c4aa62f6b42ee7de9f1538bc1fcbba", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f02c184a5a0dab8dd6cfec8c37580337a2d3293b8889dbc61bb66cc6fd0420fa"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f02c184a5a0dab8dd6cfec8c37580337a2d3293b8889dbc61bb66cc6fd0420fa", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:00:26.588000Z", "start_utc": "2026-10-04T16:52:59.913000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.179, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 445.729}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1348096, "input": 81152, "output": 13832, "reasoning": 9201}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r13-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.89892578125, "load_samples": [{"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-04T16:53:43Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T16:54:47Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T16:55:52Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T16:56:57Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:58:03Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-04T16:59:12Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0195376}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:00:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "df1aa1a6e20ad429b0c5fd95965cdfa069eb5b035a0e189709714dd5fc257611", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "532ca0e2d03a3873a440f6e0eab630845bea99df38af1536f14bdfeae851ce89"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "532ca0e2d03a3873a440f6e0eab630845bea99df38af1536f14bdfeae851ce89", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:59:55.572000Z", "start_utc": "2026-10-04T16:53:19.138000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 28.662, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 395.533}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 706560, "input": 61325, "output": 12679, "reasoning": 9765}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r14-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.74951171875, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:08:12Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-04T17:09:17Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.020244260000000004}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:11:21Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b878170507a090d1c96cd4ea8e0e02d265845587ebefcbbf4ee3a8434e4aa1af", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "687dd5a5c13f554bd82e1846bbec5dbd4bf745dad6d38124d88b39bfa03747a8"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "687dd5a5c13f554bd82e1846bbec5dbd4bf745dad6d38124d88b39bfa03747a8", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:10:38.339000Z", "start_utc": "2026-10-04T17:01:33.271000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.583, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 544.161}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 848896, "input": 60783, "output": 11354, "reasoning": 8292}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r14-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.0986328125, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:02:35Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:03:41Z"}, {"load1": 4.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:04:47Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:05:55Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:07:03Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.019666819999999998}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:08:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fbdb3a00fd89946967e785e098a0b0d2a69d3859fa204b551153eba2084d3585", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "b0070a09c1188a333ba84b3d01c713b834d62da6ca5a6edacae0a9d97cd47284"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "b0070a09c1188a333ba84b3d01c713b834d62da6ca5a6edacae0a9d97cd47284", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:08:03.641000Z", "start_utc": "2026-10-04T17:01:44.069000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 20.362, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 378.524}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 819712, "input": 62312, "output": 10477, "reasoning": 7299}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r15-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.9365234375, "load_samples": [{"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:10:22Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01810354}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:18:14Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "04731df09ba84417695e1ed33f421a3e0ed858b687f8fcd7c5943e4ac3540ead", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "392ae35f2acf24cf4cba0666781a2806173613ab2a804bbd422c7b0ad010bbd5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "392ae35f2acf24cf4cba0666781a2806173613ab2a804bbd422c7b0ad010bbd5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:17:28.284000Z", "start_utc": "2026-10-04T17:09:36.373000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 21.303, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 470.948}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 722944, "input": 54426, "output": 10863, "reasoning": 7621}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r15-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 6.177734375, "load_samples": [{"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:11:29Z"}, {"load1": 6.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:12:33Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:13:38Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:14:43Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:15:51Z"}, {"load1": 8.9, "pressure": 1, "timestamp_utc": "2026-10-04T17:16:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.0135829}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:19:41Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4a7b5810606b527e386a202792a489d06c85024a7b248d9428d93cfa42a7a6d8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "2550d3d150d93aba1397c9fe44aaca3bc5d3b2c19f0e31e81886f00f634f5ba0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "2550d3d150d93aba1397c9fe44aaca3bc5d3b2c19f0e31e81886f00f634f5ba0", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:19:03.134000Z", "start_utc": "2026-10-04T17:10:41.788000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 18.812, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 500.474}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 363520, "input": 47397, "output": 10416, "reasoning": 7614}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r16-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.59228515625, "load_samples": [{"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:18:08Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.01503966}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T17:26:14Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "82601675e9deb7c3b6f7d5fc9a9cab97abfb94e2cdcb0208f56f402b6876385e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4e9d801160cbc2f88042cc56bc9db2da0bf64815e73abb8dcd4fb939e66c6078"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4e9d801160cbc2f88042cc56bc9db2da0bf64815e73abb8dcd4fb939e66c6078", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:25:28.536000Z", "start_utc": "2026-10-04T17:17:40.893000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 26.788, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 466.394}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 523776, "input": 50569, "output": 9490, "reasoning": 5983}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r16-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 9, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 15.53955078125, "load_samples": [{"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:19:17Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-04T17:20:23Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-04T17:21:30Z"}, {"load1": 5.7, "pressure": 1, "timestamp_utc": "2026-10-04T17:22:35Z"}, {"load1": 5.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:23:41Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-04T17:24:48Z"}, {"load1": 8.6, "pressure": 1, "timestamp_utc": "2026-10-04T17:25:57Z"}, {"load1": 9.8, "pressure": 1, "timestamp_utc": "2026-10-04T17:27:02Z"}, {"load1": 7.3, "pressure": 1, "timestamp_utc": "2026-10-04T17:28:10Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.019745440000000003}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T17:28:55Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e3828ae3fa4f88cbcd7b37c4d0a438e5111d8d8263b683bd80ae2f999ecb8339", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "e939149dc0395c8d0925d7fd15ff987d77b338a4989315e3eb84a9e3fb3133c5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "e939149dc0395c8d0925d7fd15ff987d77b338a4989315e3eb84a9e3fb3133c5", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T17:28:11.039000Z", "start_utc": "2026-10-04T17:18:28.377000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.852, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 581.731}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 735744, "input": 63990, "output": 11978, "reasoning": 8600}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r9-default-tools-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 7.154296875, "load_samples": [{"load1": 8.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:15:18Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:16:24Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:17:29Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:18:33Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:19:40Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02815324}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-04T16:20:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0cde198b7a5fee52f6fbc61c20d5333c0b0e2440d113ff9d47ed666610a847ec", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "d91524add1b594ae7601f77652a8340f37dadfa6fdae33ca5f3ad9d88941f189"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "d91524add1b594ae7601f77652a8340f37dadfa6fdae33ca5f3ad9d88941f189", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:20:23.579000Z", "start_utc": "2026-10-04T16:14:12.195000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 19.051, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 370.402}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 1257984, "input": 97124, "output": 11722, "reasoning": 8295}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57d", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r9-shell-only-r57d-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.5029296875, "load_samples": [{"load1": 8.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:15:18Z"}, {"load1": 11.0, "pressure": 1, "timestamp_utc": "2026-10-04T16:16:24Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:17:29Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-04T16:18:33Z"}, {"load1": 6.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:19:40Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-04T16:20:46Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-04T16:21:52Z"}], "queue": "r57d-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": 0.02156816}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-04T16:22:50Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f9597b14460e3fb54928a90736570b31e4446db4ce36041ddcc586fd66fd24c0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57d", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "43927ac5cc2f7bc9f108644aba4d64cb378d763b9b2865718b2916b6835312c1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "43927ac5cc2f7bc9f108644aba4d64cb378d763b9b2865718b2916b6835312c1", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-hw-scoped-broadcast"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-04T16:21:54.108000Z", "start_utc": "2026-10-04T16:14:18.380000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 27.946, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 454.717}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": 713216, "input": 76950, "output": 13482, "reasoning": 9357}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
