{"arm": "agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "dev-probe-luna-low-20261002-agentic30-execreview-lmax-rails-as-variant-processed-once-r1-r41-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 9.38037109375, "load_samples": [{"load1": 8.8, "pressure": 1, "timestamp_utc": "2026-10-02T23:54:10Z"}, {"load1": 14.3, "pressure": 1, "timestamp_utc": "2026-10-02T23:55:17Z"}, {"load1": 14.1, "pressure": 1, "timestamp_utc": "2026-10-02T23:56:22Z"}, {"load1": 13.1, "pressure": 1, "timestamp_utc": "2026-10-02T23:57:27Z"}, {"load1": 11.4, "pressure": 1, "timestamp_utc": "2026-10-02T23:58:32Z"}, {"load1": 11.1, "pressure": 1, "timestamp_utc": "2026-10-02T23:59:38Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-03T00:00:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:01:52Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:03:02Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:04:11Z"}, {"load1": 13.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:05:17Z"}, {"load1": 15.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:06:23Z"}, {"load1": 13.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:07:30Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-03T00:08:38Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-03T00:09:44Z"}, {"load1": 13.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:10:52Z"}, {"load1": 15.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:12:00Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:13:11Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:14:17Z"}], "queue": "r41-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "403c275a25f67b93177515421b9bee4d8be8c47d0c2a46d34f7254ec376c8f57", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "1f37a572657feb3ebad08d2d68de204ddf5471aa2f1319333de3a782d846c3a0"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "1f37a572657feb3ebad08d2d68de204ddf5471aa2f1319333de3a782d846c3a0", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:14:17.277000Z", "start_utc": "2026-10-02T23:53:52.618000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 1223.512}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 117760, "input": 32015, "output": 1594, "reasoning": 0}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "dev-probe-luna-low-20261002-agentic30-execreview-lmax-rails-as-variant-processed-once-r2-r41-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 13.3642578125, "load_samples": [{"load1": 14.3, "pressure": 1, "timestamp_utc": "2026-10-02T23:55:17Z"}, {"load1": 14.1, "pressure": 1, "timestamp_utc": "2026-10-02T23:56:22Z"}, {"load1": 13.1, "pressure": 1, "timestamp_utc": "2026-10-02T23:57:27Z"}, {"load1": 11.4, "pressure": 1, "timestamp_utc": "2026-10-02T23:58:32Z"}, {"load1": 11.1, "pressure": 1, "timestamp_utc": "2026-10-02T23:59:38Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-03T00:00:45Z"}, {"load1": 14.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:01:52Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:03:02Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:04:11Z"}, {"load1": 13.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:05:17Z"}, {"load1": 15.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:06:23Z"}, {"load1": 13.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:07:30Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-03T00:08:38Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-03T00:09:44Z"}, {"load1": 13.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:10:52Z"}, {"load1": 15.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:12:00Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:13:11Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:14:17Z"}], "queue": "r41-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f8c6b0a2795eb9683addba6174f15ef480375c4fe3833c844bbde929c3874407", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "19c8fd8a83789d885c96f62d0a48101a6a5f2989a957b9123c214ab1414120ec"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "19c8fd8a83789d885c96f62d0a48101a6a5f2989a957b9123c214ab1414120ec", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:15:06.406000Z", "start_utc": "2026-10-02T23:54:52.245000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 1213.155}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 199168, "input": 56738, "output": 1392, "reasoning": 0}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "dev-probe-luna-low-20261002-agentic30-execreview-lmax-rails-as-variant-processed-once-r3-r41-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.89404296875, "load_samples": [{"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:03:02Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:04:11Z"}, {"load1": 13.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:05:17Z"}, {"load1": 15.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:06:23Z"}, {"load1": 13.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:07:30Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-03T00:08:38Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-03T00:09:44Z"}, {"load1": 13.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:10:52Z"}, {"load1": 15.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:12:00Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:13:11Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:14:17Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:15:22Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:16:26Z"}, {"load1": 10.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:17:29Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-03T00:18:33Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:19:37Z"}, {"load1": 10.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:20:42Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-03T00:21:50Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-03T00:22:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-03T00:24:03Z"}, {"load1": 11.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:25:07Z"}, {"load1": 11.5, "pressure": 1, "timestamp_utc": "2026-10-03T00:26:12Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:27:18Z"}, {"load1": 13.9, "pressure": 1, "timestamp_utc": "2026-10-03T00:28:23Z"}, {"load1": 13.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:29:29Z"}, {"load1": 13.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:30:36Z"}, {"load1": 16.0, "pressure": 1, "timestamp_utc": "2026-10-03T00:31:42Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:32:46Z"}, {"load1": 7.6, "pressure": 1, "timestamp_utc": "2026-10-03T00:33:51Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:34:57Z"}, {"load1": 8.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:36:03Z"}], "queue": "r41-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5a2d1e02c6bba6d9b102956ea04aa02e6dd9129316ec8ea86ddb3543428c4791", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "6ad44c602140d91f4e117f75a5dab5dd7629448e0a9249b43f103e6a01d2b989"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "6ad44c602140d91f4e117f75a5dab5dd7629448e0a9249b43f103e6a01d2b989", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:36:05.816000Z", "start_utc": "2026-10-03T00:02:27.981000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 2016.776}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 406016, "input": 48367, "output": 3234, "reasoning": 830}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "dev-probe-luna-low-20261002-agentic30-execreview-lmax-rails-as-variant-processed-once-r4-r41-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 12.21142578125, "load_samples": [{"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:04:11Z"}, {"load1": 13.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:05:17Z"}, {"load1": 15.4, "pressure": 1, "timestamp_utc": "2026-10-03T00:06:23Z"}, {"load1": 13.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:07:30Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-03T00:08:38Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-03T00:09:44Z"}, {"load1": 13.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:10:52Z"}, {"load1": 15.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:12:00Z"}, {"load1": 12.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:13:11Z"}, {"load1": 10.8, "pressure": 1, "timestamp_utc": "2026-10-03T00:14:17Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:15:22Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:16:26Z"}, {"load1": 10.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:17:29Z"}, {"load1": 10.6, "pressure": 1, "timestamp_utc": "2026-10-03T00:18:33Z"}, {"load1": 10.1, "pressure": 1, "timestamp_utc": "2026-10-03T00:19:37Z"}, {"load1": 10.2, "pressure": 1, "timestamp_utc": "2026-10-03T00:20:42Z"}, {"load1": 9.7, "pressure": 1, "timestamp_utc": "2026-10-03T00:21:50Z"}, {"load1": 12.0, "pressure": 1, "timestamp_utc": "2026-10-03T00:22:57Z"}, {"load1": 15.6, "pressure": 1, "timestamp_utc": "2026-10-03T00:24:03Z"}, {"load1": 11.3, "pressure": 1, "timestamp_utc": "2026-10-03T00:25:07Z"}], "queue": "r41-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0a0f71d7d4539e9f93b802e7ef8a7726f215a72a4092c626362773ff9ea05177", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "54b0b716e113895a6add3c85c979d832e9edeb4a6d639a1e4e51f17eaa5cb972"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "54b0b716e113895a6add3c85c979d832e9edeb4a6d639a1e4e51f17eaa5cb972", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:25:29.493000Z", "start_utc": "2026-10-03T00:04:08.601000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 1279.758}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 207872, "input": 41361, "output": 1710, "reasoning": 75}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "dev-probe-luna-low-20261002-agentic30-execreview-lmax-rails-as-variant-processed-once-r5-r41-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 12, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 13.2685546875, "load_samples": [{"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-03T01:16:57Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-03T01:18:03Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-03T01:19:07Z"}, {"load1": 11.4, "pressure": 1, "timestamp_utc": "2026-10-03T01:20:13Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-03T01:21:21Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-03T01:22:26Z"}, {"load1": 11.5, "pressure": 1, "timestamp_utc": "2026-10-03T01:23:31Z"}, {"load1": 11.6, "pressure": 1, "timestamp_utc": "2026-10-03T01:24:36Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-03T01:25:41Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-03T01:26:46Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-03T01:27:50Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-03T01:28:54Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-03T01:29:58Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-03T01:31:02Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-03T01:32:08Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-03T01:33:13Z"}, {"load1": 3.6, "pressure": 1, "timestamp_utc": "2026-10-03T01:34:15Z"}, {"load1": 2.5, "pressure": 1, "timestamp_utc": "2026-10-03T01:35:17Z"}, {"load1": 8.4, "pressure": 1, "timestamp_utc": "2026-10-03T01:36:21Z"}, {"load1": 11.8, "pressure": 1, "timestamp_utc": "2026-10-03T01:37:29Z"}, {"load1": 14.5, "pressure": 1, "timestamp_utc": "2026-10-03T01:38:35Z"}], "queue": "r41-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "91dfb56600f766cf65a950a7f21853a07b5454714c2bc9ce3f367615dfa9442f", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5b38dab5602d011bff004f7082f78a4e0a0ad5e368f1d5c8cd883d3e73a1eec5"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5b38dab5602d011bff004f7082f78a4e0a0ad5e368f1d5c8cd883d3e73a1eec5", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T01:39:05Z", "start_utc": "2026-10-03T01:16:19.178000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 1364.778}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": 155648, "input": 23035, "output": 1414, "reasoning": 0}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "dev-probe-luna-low-20261002-agentic30-execreview-lmax-rails-as-variant-processed-once-r6-r41-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 12, "concurrent_cells_end": 2, "concurrent_cells_start": 12, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 10.669921875, "load_samples": [{"load1": 10.0, "pressure": 1, "timestamp_utc": "2026-10-03T01:16:57Z"}, {"load1": 12.3, "pressure": 1, "timestamp_utc": "2026-10-03T01:18:03Z"}, {"load1": 10.4, "pressure": 1, "timestamp_utc": "2026-10-03T01:19:07Z"}, {"load1": 11.4, "pressure": 1, "timestamp_utc": "2026-10-03T01:20:13Z"}, {"load1": 12.6, "pressure": 1, "timestamp_utc": "2026-10-03T01:21:21Z"}, {"load1": 12.9, "pressure": 1, "timestamp_utc": "2026-10-03T01:22:26Z"}, {"load1": 11.5, "pressure": 1, "timestamp_utc": "2026-10-03T01:23:31Z"}, {"load1": 11.6, "pressure": 1, "timestamp_utc": "2026-10-03T01:24:36Z"}, {"load1": 6.8, "pressure": 1, "timestamp_utc": "2026-10-03T01:25:41Z"}, {"load1": 6.2, "pressure": 1, "timestamp_utc": "2026-10-03T01:26:46Z"}, {"load1": 7.5, "pressure": 1, "timestamp_utc": "2026-10-03T01:27:50Z"}, {"load1": 12.1, "pressure": 1, "timestamp_utc": "2026-10-03T01:28:54Z"}, {"load1": 10.7, "pressure": 1, "timestamp_utc": "2026-10-03T01:29:58Z"}, {"load1": 7.2, "pressure": 1, "timestamp_utc": "2026-10-03T01:31:02Z"}, {"load1": 5.6, "pressure": 1, "timestamp_utc": "2026-10-03T01:32:08Z"}, {"load1": 3.9, "pressure": 1, "timestamp_utc": "2026-10-03T01:33:13Z"}], "queue": "r41-studio"}, "cost": {"accounting": {"missing": "m38"}, "calculator_version": {"missing": "m38"}, "long_context_reconciled": {"missing": "m38"}, "price_table_version": {"missing": "m38"}, "usd": {"missing": "m38"}}, "effort": {"effective": {"missing": "m39"}, "requested": "low", "runner_requested": "low"}, "environment": {"account_class": "owner", "cores": {"missing": "m38"}, "cpu_model": {"missing": "m38"}, "kernel": {"missing": "m38"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}, "grade": {"grader": {"missing": "m32"}, "tests_ran": {"missing": "m32"}, "timestamp": {"missing": "m32"}}, "graded": false, "harness": "kh-gpt", "host": {"cpu": {"missing": "m38"}, "id": "studio", "kernel": {"missing": "m38"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m38"}, "spec_ref": {"missing": "m38"}, "vcpu": {"missing": "m38"}}, "itt": {"class": {"missing": "m55"}, "cohort": {"missing": "m26"}, "evidence_ref": {"missing": "m25"}}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": {"missing": "m39"}, "requested": "gpt-6-luna"}, "outcome": {"missing": "m32"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0cebb32ed4ed67d12cef74397bbbcdc05b532f3ca43c3468e0cbb4afe9999a69", "source_ref": "reproduce/inputs/ungraded-evidence/index.json"}, "recipe": {"missing": "m38"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "62d987d313e632e732f78870be7b24b59eddf4585285555487be289d81573629"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "62d987d313e632e732f78870be7b24b59eddf4585285555487be289d81573629", "task_base": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}}, "stop_reason": {"missing": "m31"}, "task": {"base_repo": {"missing": "m38"}, "base_revision": {"hash": {"missing": "m38"}, "kind": {"missing": "m38"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T01:33:13.693000Z", "start_utc": "2026-10-03T01:16:49.763000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m38"}, "gate": {"missing": "m38"}, "grade": {"missing": "m38"}, "plan": {"missing": "m38"}, "review": {"missing": "m38"}, "setup": {"missing": "m38"}, "shape": {"missing": "m38"}}, "timeout_cap_s": 3600, "total_wall_s": 983.002}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "gate": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "grade": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "plan": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "review": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "setup": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}, "shape": {"cached_input": {"missing": "m38"}, "input": {"missing": "m38"}, "output": {"missing": "m38"}, "reasoning": {"missing": "m38"}}}, "total": {"cached_input": {"missing": "m56"}, "input": {"missing": "m56"}, "output": {"missing": "m56"}, "reasoning": {"missing": "m56"}}}, "tools": {"codex_cli": {"missing": "m38"}, "grader": {"missing": "m38"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m38"}, "toolchains": {"elixir": {"missing": "m38"}, "erlang": {"missing": "m38"}, "node": {"missing": "m38"}, "other_inventory": {"missing": "m38"}, "python": "3.9.6", "ruby": {"missing": "m38"}, "rust": {"missing": "m38"}}}}
{"arm": "r41-elx07:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx07-us-elx-07-cli-stats-agentic30-execreview-lmax-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx07", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.67, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:09:47Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "da734c2690211cb38aa86be7772937746ef344da0c3c2babf17d02b9e6609c7f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "89df64b08c2a8512969abb204354105549d8333705c96d5bb970f5d40609d6dc"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "89df64b08c2a8512969abb204354105549d8333705c96d5bb970f5d40609d6dc", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:08:49.420000Z", "start_utc": "2026-10-02T23:49:47.585000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 5.195, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 1138.258}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx07:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx07-us-elx-07-cli-stats-agentic30-execreview-lmax-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx07", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.78, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:11:56Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "66a3109cf935155328576f270de1ca61f4d19a3065a1a7a511d27450719cb888", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "b848b19d31cfc19ce57bd8b589498feb353a73bf0d0ef63eabf314e3e9315114"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "b848b19d31cfc19ce57bd8b589498feb353a73bf0d0ef63eabf314e3e9315114", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "timeout", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:11:04.679000Z", "start_utc": "2026-10-02T23:49:49.904000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.139, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 1271.17}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx07:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx07-us-elx-07-cli-stats-agentic30-execreview-lmax-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx07", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.24, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:29:58Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e76b80c0b8f7d9d40e0f0e6f3ce2c4114aadd97460211897f7a5edaebf80ce87", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "7b1beb75f3ee281c8d484a2fafa276a037429885bd97ea03ca227b8f8aa48f64"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "7b1beb75f3ee281c8d484a2fafa276a037429885bd97ea03ca227b8f8aa48f64", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:29:04.949000Z", "start_utc": "2026-10-03T00:08:51.247000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.174, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 1211.002}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx07:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx07-us-elx-07-cli-stats-agentic30-execreview-lmax-r4", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx07", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.28, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:25:37Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3757863c6f130a50058959fa96aba0328ba022c3735707350557e1573a6ea87e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "db3adbfd6ef310e13f397e83cd2425cebca6358caf93a6f327ce6ae16119949b"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "db3adbfd6ef310e13f397e83cd2425cebca6358caf93a6f327ce6ae16119949b", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:25:01.781000Z", "start_utc": "2026-10-03T00:11:08.889000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.817, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 830.208}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx07:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx07-us-elx-07-cli-stats-agentic30-execreview-lmax-r5", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx07", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.29, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:46:39Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-us", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e033b6da7ca07fe5c7822741236629680453f339aadb7040711a5490e7e55c25", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "90280ff038e9a65585a82b7d995e2886df2e019b6cf7fca757310ae4dde050d1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "90280ff038e9a65585a82b7d995e2886df2e019b6cf7fca757310ae4dde050d1", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": {"missing": "m50"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:45:41.722000Z", "start_utc": "2026-10-03T00:25:04.367000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 4.723, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 1234.197}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx12:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx12-eu-elx-12-retry-api-deprecation-agentic30-execreview-lmax-r1", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx12", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.85, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:06:24Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bd81d53205c07dcdbde685f6647baaa69849ead0038d00b583bf2c0e98fe3259", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "68a2d8d70e239be62434d957c99499eecd9836118e015f78b45e53046c8952d4"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "68a2d8d70e239be62434d957c99499eecd9836118e015f78b45e53046c8952d4", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:05:41.091000Z", "start_utc": "2026-10-02T23:49:53.099000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 3.375, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 944.383}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx12:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx12-eu-elx-12-retry-api-deprecation-agentic30-execreview-lmax-r2", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx12", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.86, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:04:43Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "51f8a4a21b93543c2839e7ab1930f74de1fb2660f2e9dc9d6713a7a6eefe39a2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "2a8f26f5abae3d31981842d21e915261f4e7d8e2bf99fe835b55575900305e3e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "2a8f26f5abae3d31981842d21e915261f4e7d8e2bf99fe835b55575900305e3e", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:04:20.368000Z", "start_utc": "2026-10-02T23:49:55.428000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.428, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 861.32}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx12:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx12-eu-elx-12-retry-api-deprecation-agentic30-execreview-lmax-r3", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx12", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.17, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:18:45Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "38e20930b8a0b4bd95f8ff9c97e553d65e78d92e85e35dc3dbdaf9fc422361d8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "e8311753dfaa3af86293b3ef83ea7b4cd28c0f6527b4c57775c2e208e28c462e"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "e8311753dfaa3af86293b3ef83ea7b4cd28c0f6527b4c57775c2e208e28c462e", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:18:15.193000Z", "start_utc": "2026-10-03T00:04:24.327000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.95, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 827.789}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx12:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx12-eu-elx-12-retry-api-deprecation-agentic30-execreview-lmax-r4", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx12", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.19, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": {"missing": "m39"}, "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": {"missing": "m07"}, "timestamp": "2026-10-03T00:25:32Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": {"missing": "m39"}, "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "949f34197558294dce31033b6f9cba5d86ad5a2ee380c70b33db5e6b0606cc08", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "828d5f85b2b8dcf23a47418a76891d3c322235d5bbb87b2637cbb95ba409771c"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "828d5f85b2b8dcf23a47418a76891d3c322235d5bbb87b2637cbb95ba409771c", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": {"missing": "m50"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:24:55.820000Z", "start_utc": "2026-10-03T00:05:46.785000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": {"missing": "m45"}, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 1146.276}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "r41-elx12:agentic30-execreview-lmax", "audit_round": "r41", "cell_id": "r41-elx12-eu-elx-12-retry-api-deprecation-agentic30-execreview-lmax-r5", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 2, "concurrent_cells_end": {"missing": "m08"}, "concurrent_cells_start": {"missing": "m21"}, "dispatcher_id": "worker-block-launcher:r41-elx12", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 0.22, "load_samples": {"missing": "m29"}, "queue": "public-source-location-withheld"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "environment": {"account_class": {"missing": "m27"}, "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"withheld": "Host kernel details are withheld from public records"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T00:33:36Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "m34"}, "id": "kogen-bench-eu", "kernel": {"withheld": "Host kernel details are withheld from public records"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "250a923c6111206a2accb39e8f26104a46ba0b9fd002f5301758b88e193d156b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r41", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": "59a5e6cbb1df0f77f7054f222e3ea89830f6d3b54886a16416c99b116b51843a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "bwrap", "sandbox_profile_sha256": "59a5e6cbb1df0f77f7054f222e3ea89830f6d3b54886a16416c99b116b51843a", "task_base": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}}, "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-03T00:32:58.788000Z", "start_utc": "2026-10-03T00:18:20.020000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 2.652, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 876.029}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.14.7", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
