{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r1-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:30:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9d18ab288631bbde56e80b420d0288e75dca6b53864893abef8f6991d9c99ec1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.947, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1415.252}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r2-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T19:49:34Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "669269895832b6940c60118c13b95478c3165eda557f2d07d4ab4730e8f26168", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.711, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 731.953}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r3-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T22:08:06Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2b98089d31bbbb25b042ac8a0987dec8f81736cbb1438e3be072541d10ea31c0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.595, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 964.218}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r4-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": false, "timestamp": "2026-10-02T23:01:57Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6d5607e4c0490232fb0d2b0c1f40c10c7439c18ddd997aaf4968800231fd324f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 0.383, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 916.035}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r5-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T23:39:04Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e0eebb76bfa3f5738f1183c93cf043d1da7c52cd34c2c7a8b717be7aaf82d3b2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.438, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 728.161}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r3-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T22:01:36Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c79f105ca3f82a2123f4400b91735ef83c253b6e341d1da993795fd27f1871d9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.95, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 619.771}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r4-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T22:52:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "805fac429591192a59cb0239507c8e31aa16b575d21b8fa1c65e6d496cf74e9a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.783, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 402.623}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r5-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T23:46:25Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e04f5d192d8ee53aaed858f6ee14941fae9756da753134e380bf61780198bdef", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.968, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1219.998}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r2-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T20:01:18Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c0768cce958c4de334e0f14c830919c01f9789e5c076d4ab01223e8fa6a8a4a1", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.315, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1378.471}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r3-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T22:06:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "67720b17f78c52f94a0763ebd378db70eb48d4abf36d5d1c5e4de0fae1d2a98e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.178, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 750.237}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r4-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T22:58:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "09810c9cf145d754218bcc333bf6b31ae20abc3d4f2fbcf04ae88bbd260fa88e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.43, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 625.151}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r5-bo3-packplan-review-sol-r31-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T23:36:16Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "eaf9cdfc8f1fde23cd4cfbfaae0304ea89d871f587f7ab7765bde3c3cbfd1c9e", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.801, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 535.254}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r31-elx07:bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "r31-elx07-us-elx-07-cli-stats-bo3-packplan-review-sol-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:10:04Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2441110e77f0ecf1bfd119572245f7991991eb8569e4cbcf4382a40cd381ce8c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 4.45, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 487.356}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r31-elx07:bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "r31-elx07-us-elx-07-cli-stats-bo3-packplan-review-sol-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:10:12Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1c01dc509da2fb3d0a0178c62382426cdf48ff42ade73146f40a3fb7d60d74c2", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 4.334, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 502.523}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r31-elx07:bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "r31-elx07-us-elx-07-cli-stats-bo3-packplan-review-sol-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:16:34Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2ea1dfcac9811ae5aa7f4eb92b10c36f4b0b09e55c514d009c40b0141b7c64ea", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 6.77, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 432.192}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r31-elx07:bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "r31-elx07-us-elx-07-cli-stats-bo3-packplan-review-sol-r4", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:16:41Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0aac34f3c208456d748f49dd48df7bedde5205fed374364b426e9d263723e96d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 4.545, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 438.114}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r31-elx07:bo3-packplan-review-sol", "audit_round": "r31", "cell_id": "r31-elx07-us-elx-07-cli-stats-bo3-packplan-review-sol-r5", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T19:37:13Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a23db045fa8d5411b3ab8716d76bf36f4f7a8be4212457e867d898a056115d67", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r31", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": {"missing": "Runner status does not establish normalized stop cause"}, "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 4.728, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 431.916}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
