{"arm": "default-tools", "audit_round": "r57e", "cell_id": "dev-probe-luna-low-20261002-default-tools-elx-12-retry-api-deprecation-r5-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.5283203125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:42:04Z"}, {"load1": 10.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:43:05Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:44:09Z"}, {"load1": 13.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:45:11Z"}, {"load1": 13.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:46:13Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:47:14Z"}, {"load1": 4.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:48:15Z"}, {"load1": 2.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:49:16Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:50:18Z"}, {"load1": 7.0, "pressure": 1, "timestamp_utc": "2026-10-05T06:51:19Z"}, {"load1": 6.0, "pressure": 1, "timestamp_utc": "2026-10-05T06:52:21Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:53:23Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:54:24Z"}, {"load1": 3.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:55:25Z"}, {"load1": 9.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:56:29Z"}, {"load1": 7.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:57:30Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:58:32Z"}, {"load1": 3.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:59:33Z"}, {"load1": 4.0, "pressure": 1, "timestamp_utc": "2026-10-05T07:00:35Z"}, {"load1": 4.5, "pressure": 1, "timestamp_utc": "2026-10-05T07:01:37Z"}, {"load1": 5.5, "pressure": 1, "timestamp_utc": "2026-10-05T07:02:42Z"}, {"load1": 6.7, "pressure": 1, "timestamp_utc": "2026-10-05T07:03:45Z"}, {"load1": 4.4, "pressure": 1, "timestamp_utc": "2026-10-05T07:04:46Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-05T07:05:49Z"}, {"load1": 8.5, "pressure": 1, "timestamp_utc": "2026-10-05T07:06:51Z"}, {"load1": 8.0, "pressure": 1, "timestamp_utc": "2026-10-05T07:07:52Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-05T07:08:54Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T07:09:55Z"}, {"load1": 8.4, "pressure": 1, "timestamp_utc": "2026-10-05T07:10:56Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-05T07:11:58Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T07:13:02Z"}, {"load1": 11.4, "pressure": 1, "timestamp_utc": "2026-10-05T07:14:04Z"}, {"load1": 14.0, "pressure": 1, "timestamp_utc": "2026-10-05T07:15:06Z"}, {"load1": 8.7, "pressure": 1, "timestamp_utc": "2026-10-05T07:16:08Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T07:17:09Z"}, {"load1": 10.3, "pressure": 1, "timestamp_utc": "2026-10-05T07:18:12Z"}, {"load1": 6.5, "pressure": 1, "timestamp_utc": "2026-10-05T07:19:14Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-05T07:20:16Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-05T07:21:18Z"}, {"load1": 5.1, "pressure": 1, "timestamp_utc": "2026-10-05T07:22:20Z"}, {"load1": 5.2, "pressure": 1, "timestamp_utc": "2026-10-05T07:23:23Z"}, {"load1": 3.4, "pressure": 1, "timestamp_utc": "2026-10-05T07:24:24Z"}, {"load1": 5.9, "pressure": 1, "timestamp_utc": "2026-10-05T07:25:26Z"}, {"load1": 3.5, "pressure": 1, "timestamp_utc": "2026-10-05T07:26:29Z"}], "queue": "r57e-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "xhigh", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f15049807b20eedae5b66f914ebae8669bc51382b54e99a004c5de4284710b0f", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6f5b6d376f5b02216669fafa14fa81b248755b4a2ce0af6a4a12653f324d9a80"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6f5b6d376f5b02216669fafa14fa81b248755b4a2ce0af6a4a12653f324d9a80", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "timeout", "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T07:26:42.045000Z", "start_utc": "2026-10-05T06:26:57.578000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 3580.224}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 162304, "input": 26489, "output": 6961, "reasoning": 3775}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "dev-probe-luna-low-20261002-shell-only-syn-13-bug-empty-filter-crash-r5-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 8.34326171875, "load_samples": [{"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}], "queue": "r57e-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "xhigh", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "149d7a5953037838a6253eff14900808abe88594c2ee6ff88e4fb43cfdb8d230", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c77daa424185c0079761f7f8b4487076516dfd49597ec1896f9169b66d70bf17"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c77daa424185c0079761f7f8b4487076516dfd49597ec1896f9169b66d70bf17", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:30:47.768000Z", "start_utc": "2026-10-05T06:29:24.575000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 52.287}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 0, "input": 6339, "output": 160, "reasoning": 17}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r1-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 1, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.34375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:55:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "85678b3d62d757662818d9b457079e223d32e6fcbe25a9e411a20bd70ae5724a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3b047455e822659249a83c3d7e1e520583a6a2b54321a68af80a4f8a05eff712"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3b047455e822659249a83c3d7e1e520583a6a2b54321a68af80a4f8a05eff712", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:55:28.943000Z", "start_utc": "2026-10-05T05:51:03.200000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.712, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 264.042}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r1-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 2, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.34375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:54:51Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2216babbd01c1200b3562dd549594c767e3d04f04a8d9df2e3ced8e276e90efd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c37745b9efecbbe940c1f9a5aea363f09a80432c972a7433b185c777210575b3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c37745b9efecbbe940c1f9a5aea363f09a80432c972a7433b185c777210575b3", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:53:40.873000Z", "start_utc": "2026-10-05T05:51:04.964000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.689, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 154.133}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r2-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.24951171875, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:53:41Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d774ecba99a6350d5333db2560b2c6e3c2445757966df18aa48a877e4905af2a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bf4deb8f51006e9cfb20489df3da4f5a8fa671cacc48e57020f034448caea5c3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bf4deb8f51006e9cfb20489df3da4f5a8fa671cacc48e57020f034448caea5c3", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:53:29.910000Z", "start_utc": "2026-10-05T05:51:23.474000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.576, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 122.242}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r2-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 4.24951171875, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:53:44Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "98d82c1b509c7673a658c5a8f4a94baebaa0238c24fe660ba56b5a41ea84d5e1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8ab3683b709e3d68de46102689251fb136482e67ec6da0dd205be1184a0655ef"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8ab3683b709e3d68de46102689251fb136482e67ec6da0dd205be1184a0655ef", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:53:01.073000Z", "start_utc": "2026-10-05T05:51:25.777000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.606, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 91.558}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r3-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.58544921875, "load_samples": [{"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}, {"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:59:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "97edac868b0577bedf33e7b7b20c5abd426bc4513006e22e5edd675d4277ce5f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "64e9483402f5ccd4ffdac21666fb934e88a59c4dda9f33ed8fd16973d77d5e9a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "64e9483402f5ccd4ffdac21666fb934e88a59c4dda9f33ed8fd16973d77d5e9a", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:58:34.017000Z", "start_utc": "2026-10-05T05:55:34.341000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.7, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 177.884}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r3-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.1376953125, "load_samples": [{"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:58:08Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b25c9b4f350a187393539be3f06480970c2e8b0abe863af7b625e4f9d4b56ec6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "686d6d13b82cb86ea2069f7834895b56b9e3384affad2cecc18ccf029c7bed58"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "686d6d13b82cb86ea2069f7834895b56b9e3384affad2cecc18ccf029c7bed58", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:57:23.265000Z", "start_utc": "2026-10-05T05:55:40.491000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.708, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 100.214}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r4-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 6, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.73681640625, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-05T05:59:56Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:01:16Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ab4cf536347d84ad3fe3424732e72eaaf50a509f87bcd72a79be16aed2eab19c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9e64ce10b7f35c9a7445a4decff1fdb4a6a425c9194fe402252dc9bd818c138d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9e64ce10b7f35c9a7445a4decff1fdb4a6a425c9194fe402252dc9bd818c138d", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:00:06.113000Z", "start_utc": "2026-10-05T05:57:38.339000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.613, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 145.629}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r4-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 5, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.16357421875, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-05T05:59:56Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:01:13Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f9a8efbdd8701dceca13254176457f695115e318781e607e1db974ea07a4aec3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0298892b5b9e3c316638b1cf650c852a339b4ec54ab6a7cce2fd346f3c49cb05"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0298892b5b9e3c316638b1cf650c852a339b4ec54ab6a7cce2fd346f3c49cb05", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:00:17.953000Z", "start_utc": "2026-10-05T05:57:48.678000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.557, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 145.882}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r5-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 9, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 5.7548828125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:30:38Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "88251cfe71d29e9f8f2dac031d4887cbb1ddf9bac081a403911f4fa67c51f987", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f3f8c98f26bdd3774d74bfdff91f31cfad21172c46bf513ff2008a0f147c3fc6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f3f8c98f26bdd3774d74bfdff91f31cfad21172c46bf513ff2008a0f147c3fc6", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:29:33.901000Z", "start_utc": "2026-10-05T06:26:40.949000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.529, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 168.974}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r5-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 10, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 8.4970703125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:29:38Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d3e83fe3a0e1c788174a5aa1e39693e9695cc6a113e200eb522bd331cead04e3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0161ecb8cd86d3da9ec10be76e678d55ea3f1088eff7fbe81b38ba987305a636"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0161ecb8cd86d3da9ec10be76e678d55ea3f1088eff7fbe81b38ba987305a636", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:29:04.515000Z", "start_utc": "2026-10-05T06:26:43.025000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.664, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 136.147}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r6-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.63623046875, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:32:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "19421aee26200816b49b4b0513b3b3991bea346fc17a1cbeba470f477f4e0307", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0295de97f2e08405cfc915bf7f040cb22f10351ff9ed3c923986a86581ed4c94"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0295de97f2e08405cfc915bf7f040cb22f10351ff9ed3c923986a86581ed4c94", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:32:27.175000Z", "start_utc": "2026-10-05T06:30:05.491000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.027, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 139.614}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r6-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.5048828125, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:33:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f153de266f083bd9da0a415342646cd160db6175b26d58983fac217ed176b0dc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f1d3a018d83f45fc0a67c9bb67724e5d2b5e7e882588a15e9df785906f292211"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f1d3a018d83f45fc0a67c9bb67724e5d2b5e7e882588a15e9df785906f292211", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:32:37.628000Z", "start_utc": "2026-10-05T06:30:07.346000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.69, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 148.125}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r7-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 12.5947265625, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:37:00Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1036afb66e213e64dbd2ae7df00187a517295fe2f582ab08f2093b3ad4497e27", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "beb89ce8ec4c185cfabe8a101e49cb6a12a7fa31bb89cda3c000bd93d42d48ad"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "beb89ce8ec4c185cfabe8a101e49cb6a12a7fa31bb89cda3c000bd93d42d48ad", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:36:16.053000Z", "start_utc": "2026-10-05T06:33:03.936000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.794, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 190.272}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r7-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.986328125, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:35:59Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "304841656f1ae9099f4bd35e0fdd4640d8efe8491598369706936a466f66d3d5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "ea96600bb338537d49c09e5551101ff62b1ee5ec51f7863b7dbeb7911aca8592"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "ea96600bb338537d49c09e5551101ff62b1ee5ec51f7863b7dbeb7911aca8592", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:35:25.039000Z", "start_utc": "2026-10-05T06:33:10.190000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.741, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 133.023}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r8-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 14.54052734375, "load_samples": [{"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:40:16Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2173a96ad56e695486daa6bf069c083347dc5b93817bafbfefecf91e86d1331f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f7249f6c2104ec05fe15880ed21e781f00558e5fca4673ec992b09ee990fa667"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f7249f6c2104ec05fe15880ed21e781f00558e5fca4673ec992b09ee990fa667", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:39:32.349000Z", "start_utc": "2026-10-05T06:36:59.012000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.164, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 151.179}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-05-cache-single-flight__r8-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 10, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 12.75244140625, "load_samples": [{"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:41:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fa97904dcf57cd2c5c971864942ff6b81047131a259fd827e6aec901dbb67a67", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "cbded2d0856b6ef8f6dfb2ac7e8f28db6b40866c490b269f8455bc64fe470a03"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "cbded2d0856b6ef8f6dfb2ac7e8f28db6b40866c490b269f8455bc64fe470a03", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:40:13.535000Z", "start_utc": "2026-10-05T06:37:22.247000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.546, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 169.636}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r1-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 3, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.34375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:56:54Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d28335c294f61f4121b996b01564f6d22b7cac339d31d478c37b91df31b5a81e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "61f3b9be95f1365c613bba0b0f4deab7c49a635e5769b0f6acd6d372df0371ad"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "61f3b9be95f1365c613bba0b0f4deab7c49a635e5769b0f6acd6d372df0371ad", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:56:06.102000Z", "start_utc": "2026-10-05T05:51:06.820000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.204, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 297.633}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r1-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 4, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.87646484375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:54:53Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "39ed5b16d0940f07ee618e052f57ac29896e4c2e6e5f91fc99e7a69eb9b372f7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3e44c02a61c4822e840e4d2f18caf57ef97dca50513c257266da82245bb1d1f0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3e44c02a61c4822e840e4d2f18caf57ef97dca50513c257266da82245bb1d1f0", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:54:01.695000Z", "start_utc": "2026-10-05T05:51:08.860000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.436, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 171.187}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r2-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.9443359375, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:58:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "174579c2a823ea43b191c18b521475e60fc842b25d176e1d6d7885e924bd5748", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "27d5498e2001245f8bbbd360f1f156bb40ea45394206f110ed41a023c266d2b4"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "27d5498e2001245f8bbbd360f1f156bb40ea45394206f110ed41a023c266d2b4", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:57:28.929000Z", "start_utc": "2026-10-05T05:52:52.537000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.829, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 274.577}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r2-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.45361328125, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:57:55Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0bacf6baa3d40527d35040a47457916ae66e53261125d1d41eb3cd78b1af3bb4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "50a4308d13316499ce7fb67740f1adb0c1c07098872f53593ca7c69e61fb4226"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "50a4308d13316499ce7fb67740f1adb0c1c07098872f53593ca7c69e61fb4226", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:57:20.089000Z", "start_utc": "2026-10-05T05:53:07.377000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.103, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 250.965}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r3-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 2, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.28857421875, "load_samples": [{"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}, {"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-05T05:59:56Z"}, {"load1": 6.7, "pressure": 1, "timestamp_utc": "2026-10-05T06:00:59Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-05T06:02:00Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:03:15Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b3392c61ec701443772dabfbaa7ce6dd64a3c4f87d1d38e5bab5dad31b71c6cd", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3469a5492a1907eb8915ce52073ecb6b5e25728e249090cb8261cc88e7ae2669"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3469a5492a1907eb8915ce52073ecb6b5e25728e249090cb8261cc88e7ae2669", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:02:11.335000Z", "start_utc": "2026-10-05T05:56:08.238000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.204, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 361.401}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r3-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 10, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.86474609375, "load_samples": [{"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}, {"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:00:05Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "01e5f9b5630de4f45af43f6d06580e03ba50b977ed5de0837888808865814058", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4e4cfa5292fb7ad613f70589c69126ff984f195d2fb8cc18290872902fc6df94"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4e4cfa5292fb7ad613f70589c69126ff984f195d2fb8cc18290872902fc6df94", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:59:30.862000Z", "start_utc": "2026-10-05T05:56:14.494000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.43, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 194.734}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r4-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": 12, "concurrent_cells_start": 2, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.34033203125, "load_samples": [{"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:23:20Z"}, {"load1": 7.7, "pressure": 1, "timestamp_utc": "2026-10-05T06:24:21Z"}, {"load1": 5.0, "pressure": 1, "timestamp_utc": "2026-10-05T06:25:22Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:26:23Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:27:39Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "906d854118d1ab4c46997dea2ee7a37a4940132807ff1f3a304a5d62ba9d61c3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "adbb807698e38d8eb5a88d5dac3789fe0cd02a9f5d50dd2ec5ad94041fa88d01"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "adbb807698e38d8eb5a88d5dac3789fe0cd02a9f5d50dd2ec5ad94041fa88d01", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:26:51.469000Z", "start_utc": "2026-10-05T06:22:54.365000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.049, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 235.383}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r4-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": 12, "concurrent_cells_start": 2, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 4.8720703125, "load_samples": [{"load1": 5.0, "pressure": 1, "timestamp_utc": "2026-10-05T06:25:22Z"}, {"load1": 4.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:26:23Z"}, {"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:30:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a06e9906de5213f166913f7b65c54b3bf2f403b11d879494333a7ef5b53b7132", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "2ab958844f680384d77bae4fce5529f73f18b9964368c7a94331ac7522ecfbed"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "2ab958844f680384d77bae4fce5529f73f18b9964368c7a94331ac7522ecfbed", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:29:36.877000Z", "start_utc": "2026-10-05T06:25:09.144000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.238, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 266.012}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r5-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 8.4970703125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:32:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b76aabd3cfd70079edc0171c48e9bf6711ebc7b2369e49018b709397df9c558c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9a9418e07aa3f20cbcc7ca56350189849bffa37727f730c089cee185264ffbdb"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9a9418e07aa3f20cbcc7ca56350189849bffa37727f730c089cee185264ffbdb", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:31:51.842000Z", "start_utc": "2026-10-05T06:26:44.716000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.526, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 302.002}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r5-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 10.458984375, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:30:44Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "52bbb6965d06b8256fb40a680b672705a9224e60ef9d76af57d15e425c0e6da5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "d70ec97730a38252e9a599365d4a5e5a1a8136b5ba3489e59a65121334a11be8"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "d70ec97730a38252e9a599365d4a5e5a1a8136b5ba3489e59a65121334a11be8", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:30:19.790000Z", "start_utc": "2026-10-05T06:26:47.172000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.418, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 208.916}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r6-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 10.47412109375, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:37:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "40e42a1ee7637e51c53e3ecfe940ba96962bb1386eff496d1d00e9ac5e7a05ca", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5428258d6770b53cac1dc72f2f952264ef83d7f9a653e7f19463e81cb81a7183"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5428258d6770b53cac1dc72f2f952264ef83d7f9a653e7f19463e81cb81a7183", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:36:22.761000Z", "start_utc": "2026-10-05T06:30:26.250000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.59, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 354.845}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r6-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.40478515625, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:34:51Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "89ceb7454fe9b5b0cd8a238e308b9669c91a33afb1e17ec546f5c81f722246f4", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "45f3ece48b1983e6162b51e7a9b47256f4fcce25991e32b9bed17dcd772d0ab8"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "45f3ece48b1983e6162b51e7a9b47256f4fcce25991e32b9bed17dcd772d0ab8", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:34:35.162000Z", "start_utc": "2026-10-05T06:30:32.652000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.73, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 240.475}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r7-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.001953125, "load_samples": [{"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:40:14Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "99178b12d7e3424117dbcbc4d33ef0139f779963bcabec7033fd37ddcf460854", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9ad473ec1d0c57585cd0e83d5818b7e1643dc33af650ee23462ec3b80ffa51d0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9ad473ec1d0c57585cd0e83d5818b7e1643dc33af650ee23462ec3b80ffa51d0", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:39:41.545000Z", "start_utc": "2026-10-05T06:34:25.257000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.719, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 314.634}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r7-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.75, "load_samples": [{"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:39:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8ab5aea00e4ee53f9133b6a1e1b51be7771c0fc29831f40554746fa888062631", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "7e988dba3b1ef73ea647897db413da4adab01869f17478c23e15b0af491e2cef"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "7e988dba3b1ef73ea647897db413da4adab01869f17478c23e15b0af491e2cef", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:38:16.212000Z", "start_utc": "2026-10-05T06:34:40.195000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.463, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 214.369}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r8-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 4, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.39111328125, "load_samples": [{"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:42:04Z"}, {"load1": 10.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:43:05Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:44:24Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1754bb96933c7a33948b6ae7b19bc016e22ea7611e2c9afb5727b3ab759a9274", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "39b839493dcb504095bc207a495fe3e6cafe096fff90e9eca5df090bd2f26db6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "39b839493dcb504095bc207a495fe3e6cafe096fff90e9eca5df090bd2f26db6", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:43:12.076000Z", "start_utc": "2026-10-05T06:37:37.186000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.454, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 333.241}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-07-cli-stats__r8-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 9, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.3154296875, "load_samples": [{"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:42:13Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c37b4fa3e9c709a9c376ac324c7abf52ec3e54d30d93ff5297dc3da3c06a4fa7", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "d8b36f6f7292d156b1d41725d9524b85855657ec0bf4e586b2184284fd7e764f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "d8b36f6f7292d156b1d41725d9524b85855657ec0bf4e586b2184284fd7e764f", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:41:31.353000Z", "start_utc": "2026-10-05T06:38:22.428000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.208, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 187.198}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r1-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 5, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 1.87646484375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:55:54Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a11cdc51753d8d1da77fb0812eda2936732623214b55a535edb4d765b9f9a8e1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5840f8b85ee2646a36845577f7bb84cf266040c8d53fed167e6f3a74f38c5839"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5840f8b85ee2646a36845577f7bb84cf266040c8d53fed167e6f3a74f38c5839", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:55:31.525000Z", "start_utc": "2026-10-05T05:51:10.884000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.536, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 259.0}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r1-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 6, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.12646484375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:55:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "30ed943d65d3d85179382ef2ca0d59c7f041e0893646bea250d624588a65e7d5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "1fe186d8428cc46fad01096054116eaa9365ff9e478ae9a5903d9e46b3fde826"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "1fe186d8428cc46fad01096054116eaa9365ff9e478ae9a5903d9e46b3fde826", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:55:16.414000Z", "start_utc": "2026-10-05T05:51:12.815000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.461, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 241.927}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r2-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.2060546875, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:58:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b4725f83caab1e35fd200581021d521d7a37a2a2c2c95d1ed5c42a0b0a9c6f33", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "66d0a63c3b4e0fa0c9689460e66b71ad9a87d2b592316601aa38d5ba2a0080fe"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "66d0a63c3b4e0fa0c9689460e66b71ad9a87d2b592316601aa38d5ba2a0080fe", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:57:08.468000Z", "start_utc": "2026-10-05T05:53:35.165000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.353, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 211.461}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r2-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.2060546875, "load_samples": [{"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:56:52Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "acf2c751d2a48e6d9afbad73b404fbc13a924cef4c8c92b7abb118c0322f5b80", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c982d571b4cdb17c0e0894487e3290b8d3b38d56045d294fec1d6238ef25da83"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c982d571b4cdb17c0e0894487e3290b8d3b38d56045d294fec1d6238ef25da83", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:56:01.778000Z", "start_utc": "2026-10-05T05:53:37.151000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.353, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 142.627}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r3-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 3, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.82666015625, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-05T05:59:56Z"}, {"load1": 6.7, "pressure": 1, "timestamp_utc": "2026-10-05T06:00:59Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:02:13Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d161531b1d73d53745aa56970043cb606e3ca02f15c13373978afbb7b2ca87b1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4d9ffa11a0bf804912507c221882a2ddf49b118e8c11bd83ba48bcc6ef2acdd9"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4d9ffa11a0bf804912507c221882a2ddf49b118e8c11bd83ba48bcc6ef2acdd9", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:01:15.666000Z", "start_utc": "2026-10-05T05:56:57.119000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.205, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 256.921}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r3-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 7, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.00048828125, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:00:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fa73155e11e58d09749ea17f37a0a52c19195f5e5b47fdc8b28e5b222fb347e5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3320e17cf782a4447826837c096a67c7758894d1496092d5703ac4e36e5b451d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3320e17cf782a4447826837c096a67c7758894d1496092d5703ac4e36e5b451d", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:59:48.256000Z", "start_utc": "2026-10-05T05:57:01.794000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.391, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 164.639}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r4-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 3, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 4.8515625, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:31:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "54146fceaab6d42964e6985eae17a425f3602e8476bb947ab6c83daacf316310", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "9516ddc22f16f7b2d3019a00ffebc6436dc658ac5c32b53d99a70880b924bdd3"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "9516ddc22f16f7b2d3019a00ffebc6436dc658ac5c32b53d99a70880b924bdd3", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:30:24.970000Z", "start_utc": "2026-10-05T06:26:28.350000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.287, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 234.894}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r4-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 4, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 4.8515625, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:30:41Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "44cb98ef9b9644ef2978c9dcbdaf78564ac03acda2b6db1126d3df052b5db30b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "80ef1d1496de2a0f615a8dfd93ed4e84a694730c6b5f0a88deac5113fe6980bf"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "80ef1d1496de2a0f615a8dfd93ed4e84a694730c6b5f0a88deac5113fe6980bf", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:29:58.276000Z", "start_utc": "2026-10-05T06:26:30.302000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.29, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 206.297}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r5-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 10.06884765625, "load_samples": [{"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:33:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7153f68f52949ed47977bbb9cacd24f21265d3e4be0b8f43200ffb6aee47e24a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "63dbbb401cb544dbfb5a66a06c2a848c545b7a765d8064ee5cd64de732614a9e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "63dbbb401cb544dbfb5a66a06c2a848c545b7a765d8064ee5cd64de732614a9e", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:33:05.009000Z", "start_utc": "2026-10-05T06:28:47.327000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.395, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 255.952}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r6-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.607421875, "load_samples": [{"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:34:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "23daf961a24ab0bbc5a75dab558b2bbadcb86701c1d05d12b95cb9de3a9bddc0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "58101c636075c9a4f204268a20d002f40677a009d66efb52f0cd696632f4404d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "58101c636075c9a4f204268a20d002f40677a009d66efb52f0cd696632f4404d", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:34:19.217000Z", "start_utc": "2026-10-05T06:30:51.846000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.347, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 205.753}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r6-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 8.0791015625, "load_samples": [{"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:36:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4b8172c91202a4857872ade21280949cd1b1625f892bef3691e7e76dd7f1fb45", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "ac53544d2cb474488eaab1521d4c863565e879e7fb9c539cd2e483f4df473667"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "ac53544d2cb474488eaab1521d4c863565e879e7fb9c539cd2e483f4df473667", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:35:05.226000Z", "start_utc": "2026-10-05T06:31:15.304000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.9, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 228.304}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r7-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.1201171875, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:40:17Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "79d0525537cc1a785822c247edb9eb28c9b0601be7aeb75f8b2bd3ff99da3db9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "00e491815e7948750f3b836f3652a58e13c0bfec4cc3652544826c41c55a74e8"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "00e491815e7948750f3b836f3652a58e13c0bfec4cc3652544826c41c55a74e8", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:39:23.151000Z", "start_utc": "2026-10-05T06:35:07.942000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.725, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 253.525}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r7-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 10.6298828125, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:41:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a8a08b2fa48459f19368511e6c4f52dff3d0460ef3c67d68da485c5a9626adb0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "7a61ce8bcd146ac4cb5899cc8ecd8358d3ec901ec8b7ae9457139753737e86dd"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "7a61ce8bcd146ac4cb5899cc8ecd8358d3ec901ec8b7ae9457139753737e86dd", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:39:50.986000Z", "start_utc": "2026-10-05T06:35:14.310000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.37, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 275.01}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r8-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 3, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.0498046875, "load_samples": [{"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:42:04Z"}, {"load1": 10.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:43:05Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:44:22Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c48ffb07236755bd5fd83fea4eb7043a5116a7fdd753d7ff17114d5d48b5e2ab", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8009395c07db2eb41c7235d87eda4a2faee2358a3758d3bb8d79d88cfd8c2b07"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8009395c07db2eb41c7235d87eda4a2faee2358a3758d3bb8d79d88cfd8c2b07", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:43:28.153000Z", "start_utc": "2026-10-05T06:38:28.608000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.458, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 297.604}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__elx-12-retry-api-deprecation__r8-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 5, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 12.68212890625, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:42:04Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:44:24Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "07dca8490c300210854157cb4efa9d7c4b2439575492c2ddc155cca6b5dd6a46", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "95bfdb627ed697839393152a0e421d1ed6cdcbb73d86da55904e007a6679dcdc"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "95bfdb627ed697839393152a0e421d1ed6cdcbb73d86da55904e007a6679dcdc", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:43:01.024000Z", "start_utc": "2026-10-05T06:39:00.656000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.491, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 238.414}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r1-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 7, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.12646484375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:58:16Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "707951d0838cdceca348340238a03ae7c00f9c0c7c6232a37cfd36279f81959d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "2c529f9a428789d0c66fc8ecc753d4f67c89f979f4aa530e26e1214d6a363a93"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "2c529f9a428789d0c66fc8ecc753d4f67c89f979f4aa530e26e1214d6a363a93", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:56:56.746000Z", "start_utc": "2026-10-05T05:51:14.798000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.269, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 312.588}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r1-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 8, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.12646484375, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}, {"load1": 9.2, "pressure": 1, "timestamp_utc": "2026-10-05T05:53:37Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:55:59Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8d93e3625e8e83d2cf7911fba020b21fa1633336d9c803d2787e3a38e87e9c50", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "0c40b66bc5a3fd705eae760ca79d7159eaf5f3e3a5b123b1357ee79878562066"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "0c40b66bc5a3fd705eae760ca79d7159eaf5f3e3a5b123b1357ee79878562066", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:54:39.946000Z", "start_utc": "2026-10-05T05:51:16.855000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.495, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 171.471}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r2-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.59765625, "load_samples": [{"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}, {"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:00:11Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "80925ff952b37b9ecd126573106cebf285f5f8d3dfc6d28ef98235edf6c3d3b0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "f4c1afb13091cedc7873a73886e63e56ebfbd8af256e552083988ea531bce42c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "f4c1afb13091cedc7873a73886e63e56ebfbd8af256e552083988ea531bce42c", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:59:33.989000Z", "start_utc": "2026-10-05T05:53:47.733000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.968, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 319.77}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r2-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.6953125, "load_samples": [{"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T05:54:38Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:58:05Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d1092e7dffc6cf22811f5b898bdd682f8cd60742f0a1785acfe3779e554b649e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "2dc29ae6d1cf7e887c6d17f671f0a5c46f5c91208126d38ee857dc47d2c1f907"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "2dc29ae6d1cf7e887c6d17f671f0a5c46f5c91208126d38ee857dc47d2c1f907", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:57:04.555000Z", "start_utc": "2026-10-05T05:54:06.935000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 7.74, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 151.622}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r3-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 1, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.3720703125, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-05T05:59:56Z"}, {"load1": 6.7, "pressure": 1, "timestamp_utc": "2026-10-05T06:00:59Z"}, {"load1": 3.7, "pressure": 1, "timestamp_utc": "2026-10-05T06:02:00Z"}, {"load1": 2.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:03:02Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:04:22Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6f227c2bc273c11931d2efb778f67aba2c8683ac0eaa7557b11b41cf9a84478c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5ed6bf2dfbef4b2e6bf8b3f54c464927259649ee1d833bc2a94bcee25c9d05a6"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5ed6bf2dfbef4b2e6bf8b3f54c464927259649ee1d833bc2a94bcee25c9d05a6", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:03:16.345000Z", "start_utc": "2026-10-05T05:57:08.171000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.131, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 340.531}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r3-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 4, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.26171875, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-05T05:59:56Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:01:21Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b3c40dd3397bbed922ac2759775b4ca79ab767de6efca9964f6b05d4bda7f544", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5f94b613820cdc939951a5bc6fd7d3b00b804d2cc65c26b8a98b8909168a042e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5f94b613820cdc939951a5bc6fd7d3b00b804d2cc65c26b8a98b8909168a042e", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:00:27.372000Z", "start_utc": "2026-10-05T05:57:14.349000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.323, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 161.231}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r4-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 5, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 4.86328125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:32:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1801df8779d6391cc05e2001bffea8cb121555ebd7ea4b9f2b37acd2598598c1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8e4cb17ab1dd99ebc9a7c4ab930f7596a609a52c03efaa4687bf08c621924c1f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8e4cb17ab1dd99ebc9a7c4ab930f7596a609a52c03efaa4687bf08c621924c1f", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:31:41.350000Z", "start_utc": "2026-10-05T06:26:32.336000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.843, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 275.809}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r4-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 6, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 4.86328125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}, {"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:30:51Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5cc60ddb158af20fd80c98ef8ebde0fe3dfb7c3963176b89eefb077532c9f1c1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bc6e6c8630d344738ad7c0f8440e9a129449130b1b93ea223547f70c182c4e35"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bc6e6c8630d344738ad7c0f8440e9a129449130b1b93ea223547f70c182c4e35", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:30:00.975000Z", "start_utc": "2026-10-05T06:26:34.334000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.49, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 172.263}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r5-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 8.53125, "load_samples": [{"load1": 8.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:29:28Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:38:21Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2b9b456397e2750fe6509e5609314b7dfb9d4f296ac3a7c827002f69a1dcfb38", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "33a09739a80887447d8557424fb9f580d17766baad070d6d00fccbad026d18e7"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "33a09739a80887447d8557424fb9f580d17766baad070d6d00fccbad026d18e7", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:37:30.999000Z", "start_utc": "2026-10-05T06:29:09.877000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.303, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 475.282}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r6-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 10.36767578125, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:38:14Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "db8123c91c99569d29b7d55e765043551ff14a8c05089d7e7cab14e7e5f8f80a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3dc13ac9fb838678b3aecdda6863023d22522b416990d77262dd0cd7400de658"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3dc13ac9fb838678b3aecdda6863023d22522b416990d77262dd0cd7400de658", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:37:16.190000Z", "start_utc": "2026-10-05T06:31:47.251000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.271, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 302.675}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r6-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 10.28515625, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}, {"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:38:08Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "15bc5bae3443c6585fe23146fa51b7747d431aac6dd756a08cb979336df9db03", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "19976c7106b5d1ddbc98a78b1b175bf3fe25eee8116038a0e6561dc2d71acc5a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "19976c7106b5d1ddbc98a78b1b175bf3fe25eee8116038a0e6561dc2d71acc5a", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:36:55.506000Z", "start_utc": "2026-10-05T06:31:57.838000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.316, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 272.501}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r7-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.0927734375, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:40:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e824a3a10c5ebf555e8a04f8ba72a27b045f0c0435c8440eb8830e3900d3423f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "2b36d9085c94d51a48e0cb370ebc741ebb3af1d938f3e0c5ecbafb66f1b9c85c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "2b36d9085c94d51a48e0cb370ebc741ebb3af1d938f3e0c5ecbafb66f1b9c85c", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:39:43.473000Z", "start_utc": "2026-10-05T06:35:29.180000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.709, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 226.99}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r7-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 9.35986328125, "load_samples": [{"load1": 9.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:35:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:40:12Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ad0ea1721f68161c5e2834ce9e9f6704744a6b02a63dc2c581768007065493b1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "440b3446941025b84512659258ae113e12c2c7689ffabaaf5ff2aa7d55c069bd"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "440b3446941025b84512659258ae113e12c2c7689ffabaaf5ff2aa7d55c069bd", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:38:56.604000Z", "start_utc": "2026-10-05T06:35:39.729000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 7.121, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 169.655}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r8-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.9541015625, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:42:04Z"}, {"load1": 10.3, "pressure": 1, "timestamp_utc": "2026-10-05T06:43:05Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:45:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c5904cd8fc4fc63b282ba50a811cad1e322fd70e61d34524e60f19190b865b54", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "3d124f46500565f553d4ce360cb2c9e1628090365234bfc57242406bce89d0e1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "3d124f46500565f553d4ce360cb2c9e1628090365234bfc57242406bce89d0e1", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:44:01.435000Z", "start_utc": "2026-10-05T06:39:15.530000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.494, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 259.053}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r8-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 6, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 12.15283203125, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:42:04Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:44:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "227f9110fe6f45a6b07ff4865a8e541bec85ed9b87bc0d4358a734a0a8f96139", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "39992033efe7fb0607588877faf982733bd9ec25a119361f4ac17d31dce56458"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "39992033efe7fb0607588877faf982733bd9ec25a119361f4ac17d31dce56458", "task_base": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:43:01.009000Z", "start_utc": "2026-10-05T06:39:26.083000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.238, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 187.233}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r1-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 11, "concurrent_cells_start": 9, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.3564453125, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:53:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e84018ce57b22a9fb32ec47814bf99548e2c7c1126f1d597aaad8a3d56736297", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "a1d4a9a70301519dcba618ea7a8c85c9cc95af219e45b221763539a4bd5b8cdc"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "a1d4a9a70301519dcba618ea7a8c85c9cc95af219e45b221763539a4bd5b8cdc", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:53:30.769000Z", "start_utc": "2026-10-05T05:51:18.920000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.056, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 97.704}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r1-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 10, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 2.3564453125, "load_samples": [{"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-05T05:51:32Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-05T05:52:33Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:53:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "aea02bfa696205ef50ced8089476b73b10c2978f4f15a13617fbb9e4c7e78a15", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "a8f0cde6ae10904e01b7a81ad9f4ba79b01bb926973470f81ff69bbed5d47d36"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "a8f0cde6ae10904e01b7a81ad9f4ba79b01bb926973470f81ff69bbed5d47d36", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:52:48.476000Z", "start_utc": "2026-10-05T05:51:20.965000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.198, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 53.242}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r2-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.666015625, "load_samples": [{"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:58:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "05d4458145578ab1c412b770caf44382efbc18c7720947f963c9081a0feb8a20", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "31c6c28fe645c9e1f42ee850f1b44869ecfd7c3136c399e87ad9d6355fb33f87"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "31c6c28fe645c9e1f42ee850f1b44869ecfd7c3136c399e87ad9d6355fb33f87", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:56:46.323000Z", "start_utc": "2026-10-05T05:54:43.127000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.9, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 98.409}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r2-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 11.9306640625, "load_samples": [{"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:55:41Z"}, {"load1": 9.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:56:43Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T05:59:10Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f8d664fff864d82fb2465da1161bc8f6f21423bc2d01aa98cfd62e6280fd9b8b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "84834bc32e3676fceacda7e426d132917dc117f4fcfe4c3cc1fdfca1302d2763"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "84834bc32e3676fceacda7e426d132917dc117f4fcfe4c3cc1fdfca1302d2763", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:57:44.413000Z", "start_utc": "2026-10-05T05:55:19.551000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.127, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 119.473}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r3-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 9, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 8.85546875, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:00:12Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "13bedaabf14dbcd866e4cddb05d2d3d922563ad604c68670b0f7fca2cb219b1e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "25f306e990048828fe1830eb0f815b7422ff02dff84918527694026fe8b0587d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "25f306e990048828fe1830eb0f815b7422ff02dff84918527694026fe8b0587d", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:59:40.978000Z", "start_utc": "2026-10-05T05:57:24.686000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.245, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 105.874}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r3-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 8, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.017578125, "load_samples": [{"load1": 12.4, "pressure": 1, "timestamp_utc": "2026-10-05T05:57:49Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-05T05:58:52Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:00:18Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f9a54589d0668fdab3b842913943f1d6a9902c4f5c078b2ac7df2090f5ef79aa", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "991db15feeaa819442a153f0f3d6db3cc8e1cabfe4271f566f10308b884389bc"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "991db15feeaa819442a153f0f3d6db3cc8e1cabfe4271f566f10308b884389bc", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T05:59:50.812000Z", "start_utc": "2026-10-05T05:57:32.582000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.707, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 105.77}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r4-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 7, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 4.86328125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:29:53Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e0aad2f7d15df6e931bbd62d406d8a3c6ed78f32a898d1ab57e7c9255bacad95", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5177e1989e5602ce48790769393a9efe3c9205565a65d0ecfd013d984ffb1945"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5177e1989e5602ce48790769393a9efe3c9205565a65d0ecfd013d984ffb1945", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:29:21.546000Z", "start_utc": "2026-10-05T06:26:36.393000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.658, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 131.236}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r4-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 8, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 5.7548828125, "load_samples": [{"load1": 16.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:27:24Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:28:25Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:29:46Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f2e5ef34468cc04ba01a5ea997c2b8954701440280541e2c5b6fc9bee994cca2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "452fe045df5ae381077b3dbb29ea855dd71000ca9ee3a5ba1503d9de26618bb2"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "452fe045df5ae381077b3dbb29ea855dd71000ca9ee3a5ba1503d9de26618bb2", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:28:39.605000Z", "start_utc": "2026-10-05T06:26:38.526000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.021, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 85.357}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r5-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 8.849609375, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}, {"load1": 7.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:31:34Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:33:56Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "45e3f75cab089c3730728e3c46e5fc32a69a32fd2dad8a0fc9adcdb228f0f219", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "31c8968b448ce4c27cc3bfb91cfbda8e9f00fa68c56750701af9986c2c319e8c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "31c8968b448ce4c27cc3bfb91cfbda8e9f00fa68c56750701af9986c2c319e8c", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:33:00.100000Z", "start_utc": "2026-10-05T06:29:39.609000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.888, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 172.815}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r5-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 8.94140625, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:30:32Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:31:56Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "72964107593aaaa6a37e71497a0d59552451dda761057e66ab47bdbdd55e53d0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "af09520b5bcc6474cb07b441b962cf7aad7e6f56c6f721d01323f8b29ef11cc5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "af09520b5bcc6474cb07b441b962cf7aad7e6f56c6f721d01323f8b29ef11cc5", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:31:12.318000Z", "start_utc": "2026-10-05T06:29:46.553000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.09, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 55.82}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r6-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 12.1025390625, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:32:37Z"}, {"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:36:05Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bdd154383369e3f3f29280dc5946799aae9e46ddfd148563f5ff70abf63fef3f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bfe498303ccacca3b5a159cade1855fe36d984e8965bf8a72ff9fa816e94b1fc"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bfe498303ccacca3b5a159cade1855fe36d984e8965bf8a72ff9fa816e94b1fc", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:35:33.812000Z", "start_utc": "2026-10-05T06:32:34.061000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.279, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 152.145}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r6-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.3916015625, "load_samples": [{"load1": 9.9, "pressure": 1, "timestamp_utc": "2026-10-05T06:33:39Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:34:41Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:35:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5f2e358918227b2a77da53ab04a65c37dcad3fe5715241aa2b82d6b9e27e0135", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6cf28938c36cd3c7bfe474cd8d970dbe0b7e4e267c6f4e17402690c736c72da9"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6cf28938c36cd3c7bfe474cd8d970dbe0b7e4e267c6f4e17402690c736c72da9", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:35:06.474000Z", "start_utc": "2026-10-05T06:32:44.674000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 6.339, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 115.515}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r7-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.24267578125, "load_samples": [{"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}, {"load1": 13.5, "pressure": 1, "timestamp_utc": "2026-10-05T06:38:53Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:40:30Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "78df22766673958d72e8b80951aec2c3b59178c441766ea70f93ed2980a134c9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "4b8f886c5eb76630f004270dc6d52f08f47b3009b44c7cc3877877bd8d5c6bac"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "4b8f886c5eb76630f004270dc6d52f08f47b3009b44c7cc3877877bd8d5c6bac", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:39:10.920000Z", "start_utc": "2026-10-05T06:36:20.436000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.586, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 144.69}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r7-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 10.66259765625, "load_samples": [{"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-05T06:36:47Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-05T06:37:51Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:39:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "20e42f9b65d9f239d10a638476a1b7ea9409070d79503351ee20400b4882c389", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "c65c1b2e404667ef31c8306cd605e9ec003928305f86634e32efaff98a3bc54f"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "c65c1b2e404667ef31c8306cd605e9ec003928305f86634e32efaff98a3bc54f", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:38:20.534000Z", "start_utc": "2026-10-05T06:36:26.876000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.714, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 86.851}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "default-tools", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r8-default-tools-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 8, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.513671875, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:42:18Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4f2a0e55f378776b2bc924d28b86c4b41157e1c050fe46c6e1e97aed68c6aa52", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "8352b96df2f2aec2f3e568b4eb33ad64fce803c9cb653f7f08f6fcedceb8dda0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "8352b96df2f2aec2f3e568b4eb33ad64fce803c9cb653f7f08f6fcedceb8dda0", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:41:54.976000Z", "start_utc": "2026-10-05T06:39:36.710000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.144, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 110.527}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "shell-only", "audit_round": "r57e", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-14-bug-sla-business-hours__r8-shell-only-r57e-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 7, "concurrent_cells_start": 11, "dispatcher_id": "studio-dispatcher", "incidents": ["public-operations-source-unavailable:account-switch-corrected (approximate documented window)"], "load1_end": {"missing": "m08"}, "load1_start": 11.8759765625, "load_samples": [{"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-05T06:39:59Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-05T06:41:01Z"}, {"load1": 9.6, "pressure": 1, "timestamp_utc": "2026-10-05T06:42:04Z"}], "queue": "r57e-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "xhigh", "requested": "max", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m03"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-05T06:43:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2272e4b7995e2df97f9f91b7ad195af7a40cc8638a6b9cceab642ad82c5f2330", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r57e", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bf3c9021aef34f6ee2485c7587061560163b637974c011ef173142fe89b96504"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bf3c9021aef34f6ee2485c7587061560163b637974c011ef173142fe89b96504", "task_base": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-05T06:42:16.127000Z", "start_utc": "2026-10-05T06:39:47.284000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.885, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 3600, "total_wall_s": 119.973}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
