{"arm": "solhigh-direct", "audit_round": "r20", "cell_id": "kh-gpt__gpt-6.1-sol__high__default__rails-ar-bulk-access-grants__r1-solhigh-direct-r20diag-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 14, "concurrent_cells_end": 14, "concurrent_cells_start": 14, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 26.55126953125, "load_samples": [{"load1": 21.0, "pressure": 1, "timestamp_utc": "2026-10-02T10:25:45Z"}, {"load1": 19.7, "pressure": 1, "timestamp_utc": "2026-10-02T10:26:51Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-02T10:27:57Z"}, {"load1": 13.9, "pressure": 1, "timestamp_utc": "2026-10-02T10:29:03Z"}, {"load1": 17.4, "pressure": 1, "timestamp_utc": "2026-10-02T10:30:09Z"}], "queue": "r20diag-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:33:04Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4378101497df86bc88f09106422114963b794abb58c2d58a6f28c3c28cf84c97", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r20", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "d611d093ff1f88f8bdf03145703dba12c862dcc053f0be911735fa813f27b625"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "d611d093ff1f88f8bdf03145703dba12c862dcc053f0be911735fa813f27b625", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T10:30:54.893000Z", "start_utc": "2026-10-02T10:25:01.215000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 42.785, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 352.626}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "solhigh-direct", "audit_round": "r20", "cell_id": "kh-gpt__gpt-6.1-sol__high__default__rails-ar-bulk-access-grants__r2-solhigh-direct-r20diag-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 14, "concurrent_cells_end": 14, "concurrent_cells_start": 14, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 21.9501953125, "load_samples": [{"load1": 21.0, "pressure": 1, "timestamp_utc": "2026-10-02T10:25:45Z"}, {"load1": 19.7, "pressure": 1, "timestamp_utc": "2026-10-02T10:26:51Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-02T10:27:57Z"}, {"load1": 13.9, "pressure": 1, "timestamp_utc": "2026-10-02T10:29:03Z"}, {"load1": 17.4, "pressure": 1, "timestamp_utc": "2026-10-02T10:30:09Z"}, {"load1": 15.5, "pressure": 1, "timestamp_utc": "2026-10-02T10:31:15Z"}], "queue": "r20diag-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:10:38Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c4b299a129dd60b14ab208b91c5176a678ade9eeb7f5a8204854449869d0de82", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r20", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "e4d378e6ac13c5788c7f2eb91c324ff61dfdd5370687684c99bb3089fe48fcb1"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "e4d378e6ac13c5788c7f2eb91c324ff61dfdd5370687684c99bb3089fe48fcb1", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T10:31:21.214000Z", "start_utc": "2026-10-02T10:25:33.688000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 22.229, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 346.557}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "solhigh-direct", "audit_round": "r20", "cell_id": "kh-gpt__gpt-6.1-sol__high__default__rails-ar-bulk-access-grants__r3-solhigh-direct-r20diag-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 14, "concurrent_cells_end": 14, "concurrent_cells_start": 14, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 20.1884765625, "load_samples": [{"load1": 19.7, "pressure": 1, "timestamp_utc": "2026-10-02T10:26:51Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-02T10:27:57Z"}, {"load1": 13.9, "pressure": 1, "timestamp_utc": "2026-10-02T10:29:03Z"}, {"load1": 17.4, "pressure": 1, "timestamp_utc": "2026-10-02T10:30:09Z"}], "queue": "r20diag-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:18:27Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ef9c2334ee4ad7359954389bd81b303208b8e8a45e4a96f50fae0d8c9e5fa72f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r20", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "bd37c44293f07000557beca6dd942d81b2a935d145edccf9c528d03eaf131817"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "bd37c44293f07000557beca6dd942d81b2a935d145edccf9c528d03eaf131817", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-ar-bulk-access-grants"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T10:30:24.433000Z", "start_utc": "2026-10-02T10:26:26.245000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 31.354, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 237.181}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "solhigh-direct", "audit_round": "r20", "cell_id": "kh-gpt__gpt-6.1-sol__high__default__rails-as-variant-processed-once__r1-solhigh-direct-r20diag-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 14, "concurrent_cells_end": 13, "concurrent_cells_start": 13, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 26.55126953125, "load_samples": [{"load1": 21.0, "pressure": 1, "timestamp_utc": "2026-10-02T10:25:45Z"}, {"load1": 19.7, "pressure": 1, "timestamp_utc": "2026-10-02T10:26:51Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-02T10:27:57Z"}], "queue": "r20diag-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:40:24Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "aa304c78497fded334f0b5ad42b11f3a9eb95825e250078131c1b30356f068f3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r20", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "5515a33e201dbad720ff0ad4325c552e83733d9238e033ec7d64292b582cc06a"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "5515a33e201dbad720ff0ad4325c552e83733d9238e033ec7d64292b582cc06a", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T10:28:35.455000Z", "start_utc": "2026-10-02T10:24:59.278000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 38.892, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 215.124}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "solhigh-direct", "audit_round": "r20", "cell_id": "kh-gpt__gpt-6.1-sol__high__default__rails-as-variant-processed-once__r2-solhigh-direct-r20diag-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 14, "concurrent_cells_end": 14, "concurrent_cells_start": 14, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 26.07421875, "load_samples": [{"load1": 21.0, "pressure": 1, "timestamp_utc": "2026-10-02T10:25:45Z"}, {"load1": 19.7, "pressure": 1, "timestamp_utc": "2026-10-02T10:26:51Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-02T10:27:57Z"}, {"load1": 13.9, "pressure": 1, "timestamp_utc": "2026-10-02T10:29:03Z"}], "queue": "r20diag-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:27:22Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d4f4bc87206a9a0eba14d0d1b562d24a534ee3b503632c41a9f570b2b75e5758", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r20", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "72d3c8d7005cddcaa0332c198feeba31f82a456cee79431781fc6e79a611f26d"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "72d3c8d7005cddcaa0332c198feeba31f82a456cee79431781fc6e79a611f26d", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T10:30:08.695000Z", "start_utc": "2026-10-02T10:25:15.399000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 38.513, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 292.24}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
{"arm": "solhigh-direct", "audit_round": "r20", "cell_id": "kh-gpt__gpt-6.1-sol__high__default__rails-as-variant-processed-once__r3-solhigh-direct-r20diag-studio", "circumstances": {"cap_end": {"missing": "m08"}, "cap_start": 14, "concurrent_cells_end": 13, "concurrent_cells_start": 14, "dispatcher_id": "studio-dispatcher", "incidents": [], "load1_end": {"missing": "m08"}, "load1_start": 22.5263671875, "load_samples": [{"load1": 19.7, "pressure": 1, "timestamp_utc": "2026-10-02T10:26:51Z"}, {"load1": 19.6, "pressure": 1, "timestamp_utc": "2026-10-02T10:27:57Z"}, {"load1": 13.9, "pressure": 1, "timestamp_utc": "2026-10-02T10:29:03Z"}], "queue": "r20diag-studio"}, "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "m10"}}, "effort": {"effective": "high", "requested": "high", "runner_requested": "high"}, "environment": {"account_class": "owner", "cores": {"missing": "m33"}, "cpu_model": {"missing": "m34"}, "kernel": {"missing": "m36"}, "network": {"allowlist_hosts": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "profile": "allowlist-proxy"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:35:41Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "m34"}, "id": "studio", "kernel": {"missing": "m36"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "m35"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "m33"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6.1-sol"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "812dd3978b2e6f3c8b6f68a8bcc7c09ba8753ee2766c7f60a838179f7837a6e8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "m39"}, "round_id": "r20", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": "b56b8ef77f8d7f57d3e8ca3aeebbf4f16ab1cd8004724fe8d82bc9ea3929c088"}, "schema_version": "1.2", "setup": {"adapter_harness_sha": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "deps_source": {"missing": "m11"}, "kogen_sha": {"not_applicable": "Harness does not use Kogen"}, "sandbox_mode": "sandbox-exec", "sandbox_profile_sha256": "b56b8ef77f8d7f57d3e8ca3aeebbf4f16ab1cd8004724fe8d82bc9ea3929c088", "task_base": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}}, "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "m42"}, "kind": {"missing": "m43"}}, "id": "rails-as-variant-processed-once"}, "timestamps": {"attempts": {"missing": "m06"}, "cell": {"end_utc": "2026-10-02T10:29:36.323000Z", "start_utc": "2026-10-02T10:25:59.958000Z"}, "phases": {"develop": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "gate": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "grade": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "plan": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "review": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "setup": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}, "shape": {"end_utc": {"missing": "m02"}, "start_utc": {"missing": "m02"}}}}, "timing": {"phases_s": {"develop": {"missing": "m45"}, "gate": {"missing": "m45"}, "grade": 37.424, "plan": {"missing": "m45"}, "review": {"missing": "m45"}, "setup": {"missing": "m45"}, "shape": {"missing": "m45"}}, "timeout_cap_s": 1740, "total_wall_s": 215.246}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "gate": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "review": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "setup": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}, "shape": {"cached_input": {"missing": "m44"}, "input": {"missing": "m44"}, "output": {"missing": "m44"}, "reasoning": {"missing": "m44"}}}, "total": {"cached_input": {"missing": "m22"}, "input": {"missing": "m22"}, "output": {"missing": "m22"}, "reasoning": {"missing": "m22"}}}, "tools": {"codex_cli": {"missing": "m18"}, "grader": {"missing": "m18"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "m18"}, "toolchains": {"elixir": {"missing": "m54"}, "erlang": {"missing": "m54"}, "node": {"missing": "m54"}, "other_inventory": {"missing": "m54"}, "python": "3.9.6", "ruby": {"missing": "m54"}, "rust": {"missing": "m54"}}}}
