{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:47:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "de7a0b0e941a9ef830cb8414ec4e35528d218e96c8ba25e8d5852694eeddee86", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 18.093, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 751.807}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-05T10:22:10Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": {"missing": "Official result outside standard outcome classes"}, "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c0ca0047a492b9ceb6580ed0432e9dd838bf78d122c728f47357d7c96f488536", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 18.066, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1147.558}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ac-throttle-search__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:57:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "04e8f6a33573ae35a981019df5ec132fde4c8dce7a64f41b998a528f23b9aab8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ac-throttle-search", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ac-throttle-search"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.698, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1340.44}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:37:56Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "79566cd217874907767640a1405c991b5490ea9e3b5207960cf0a359985f3e82", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-aj-enqueue-after-commit"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.754, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 157.922}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:37:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0391981eaef626228a2df1e0f24fd662f3019628ada1f5af080182712c909625", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-aj-enqueue-after-commit"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 18.475, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 101.342}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-aj-enqueue-after-commit__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:38:08Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "fb5a66e91665ead8c91ecc9ec4d06a2877fd896b67b83f8ebac83a0581fc59f8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-aj-enqueue-after-commit", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-aj-enqueue-after-commit"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 26.711, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 142.22}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-archive-book-access__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:47:20Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "797c969b6837b7368b6d2ebd59908e4d9681eba0ddccf8f10557b12ad2df787c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-archive-book-access"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 28.171, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 714.173}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-archive-book-access__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:47:51Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6f9b07a415621dcfebf1785fd2951d9f67cdc1edafcc8294df606042d5d4ddb9", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-archive-book-access"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 30.125, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 714.863}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-archive-book-access__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:48:48Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "884a4ff4cb8f8cf0dcff67a4521b812bd6dfcd23da79d283fb3301ffb7b28e31", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-archive-book-access", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-archive-book-access"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 18.56, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 798.039}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:47:06Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "318653fe9219b43b199c6f955d8a90e6a4d5cfeeba218cd73f7d479a602532e8", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-bulk-access-grants"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 16.706, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 430.707}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:02:30Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bd7960506d93c47b6f4297a7d8eaefc00f2eef598c2e8a526cd776b1e53b2198", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-bulk-access-grants"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 18.843, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 357.841}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ar-bulk-access-grants__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:01:39Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c7a6e1edb7f0fcc74e7b66a437d8485aca0ccafa0d724f2365dd04ec3b32563a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ar-bulk-access-grants", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ar-bulk-access-grants"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 17.404, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 473.41}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:49:57Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d634344c768ea30fdb780f392fbfcefa46da3b7ecb7f4a20bee90a0ba89a3fa0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.706, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 712.646}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:08:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e276ccc688ca3f6b460e8a0c07742ec00626f2213fd3c3432e6a525c0a7f7a8f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.588, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 766.636}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:08:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3f2101a5f8194b852d29a2c78e9c101ff2d877b28bd940a08e2d243dd07f3ef6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.782, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 921.256}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-active-storage-tracking__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:15:24Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "64c49c24e92b266fa73da4e92ed2e16d5d6904cb11d9e3e53c3436612d4aa565", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-active-storage-tracking"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.206, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1670.009}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-active-storage-tracking__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T05:17:36Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e736555a2037cb0c975b394c7e666e42a25f539dac395cb34b622086db14e623", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-active-storage-tracking"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 37.347, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 2185.71}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-active-storage-tracking__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:25:29Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "026d6f6031d74f57831b460939267f9384464133549c5ae612f579316ee2ae10", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-active-storage-tracking", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-active-storage-tracking"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 29.426, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1412.792}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:59:37Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a771764d92852544602b40aac6c252d2f37638f8764fe041ece86d7dafdfcd03", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-activity-feed-api"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 24.504, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 682.905}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T05:02:33Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "638cd789e862f98762f4230121004788e7907d84586f7ee156a99654b1b18c75", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-activity-feed-api"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 31.125, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1311.2}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-activity-feed-api__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:15:04Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "5ff5fd0160535efe3a805543340c8c80a3eb31a7a404c3bb27e586e559cdd0ad", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-activity-feed-api", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-activity-feed-api"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 29.107, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 762.753}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-board-publish-unpublish-public-boundary__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:07:00Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "34870aecafbf84fb23a0ba117a4c8dd3dd0d32e7bb91de6491485c1a3590dac6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.33, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1175.99}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-board-publish-unpublish-public-boundary__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T05:02:06Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ee8995faf61905fd527276d3d91e0474c2e6e32cf3c60a4d8aeee38cbc3ac47f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 24.606, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1293.301}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-board-publish-unpublish-public-boundary__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T06:17:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "373f4de18741b8d9ab7a2716d926547d03fcdf7645a088432e36e39a852e45c0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-board-publish-unpublish-public-boundary", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-board-publish-unpublish-public-boundary"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 36.236, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1321.456}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-cancelled-account-cleanup__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:55:24Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "79aa69eb3d18269a95ca3417e40e50607e4bb1fafa21db398b420ab8b45cdce5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 21.845, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 854.9}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-cancelled-account-cleanup__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T05:03:02Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1e44b10367fd9fccc1d8852e50ccfcbd9a3ffd26897679af4e874e7fe7111099", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.389, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1345.737}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-cancelled-account-cleanup__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:12:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "13411f2476f07795b610aabb189f342f32ae80c74eb2c4bd2a0689b4a3833263", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-cancelled-account-cleanup", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-cancelled-account-cleanup"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.613, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1124.749}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-entropy-sweep__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T05:16:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "113ea86a16c8718921488271b1ee314f69eb4a02d7cfdce73115fe19a77b8b3b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-entropy-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 35.458, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 2182.297}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-entropy-sweep__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T05:14:27Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c2e234cc3d8b98703e9b0bfba68a0721231ae9d7bc53a6396e4485522fc08c49", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-entropy-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 73.772, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1981.217}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-entropy-sweep__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T06:20:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f9dd812b4463602f3dab0ce60ce0ae39213c3431cc8f45967f3fc2114db5d916", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-entropy-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-entropy-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 42.68, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1474.281}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:58:36Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b8f86aca83eec4ff04f2e39335a38e0bf7c24534c74919e423566839d8237d0c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.623, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 667.91}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:12:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "6c31d9b71da0846bcaa76ab0de29d9563481d7b05ff2e30a06e0e12205764c22", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.471, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 560.987}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-mysql-fulltext-search-foundation__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:09:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "89b4a0ad2d1fbc3dd7e361b9242a34d0e743cb14211c740f7f295c3de76f1aa3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-mysql-fulltext-search-foundation", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-mysql-fulltext-search-foundation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.285, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 724.188}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-notification-bundle-window-overlap__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:13:20Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "25bd5697dae2f50a133a26717863a845c2057bd544a46893419456c49063d713", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.281, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1448.93}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-notification-bundle-window-overlap__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T05:06:32Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2f9254ae025ff587ea611769763ad6579dc4f57a6af8302b7fb69e0e55c9d9e6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 30.074, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1537.159}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-notification-bundle-window-overlap__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:37:43Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "9c0371098f8b5d9a34317ffdaaa5b8af40cfd5e55766b23a95d9efada8fa82a3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-notification-bundle-window-overlap", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-notification-bundle-window-overlap"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 22.921, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1711.728}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-saas-billing__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T05:14:31Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1dce8a331d6a984d6a99c42790dce768b2b99571a6ef77df4cc6271af62401d3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-saas-billing"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 56.564, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 2000.247}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-saas-billing__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T05:19:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e5f0bcefbf877123047a18bcaf824aab48bb8601ede78eabf7a5b7128d2c3afc", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-saas-billing"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 39.761, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 2289.137}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-ft-saas-billing__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "high", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T06:46:40Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6.1-sol", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "ef2bab0a66eb5b8aa18c5fb0919817aa5297bf95c77f37f86e7d1d53fa94cd6f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-ft-saas-billing", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-ft-saas-billing"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.555, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 2205.894}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:39:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "83e71f133fd31db26e2eba1e45bfb4ce3adfca34d64a518e388740aa83f77b89", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 20.101, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 99.042}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:56:20Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "cbeff1b61407a9b99a849d30924064194f9b6ed0b731f456a8581d46fc97042d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.729, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 103.211}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-hw-scoped-broadcast__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T05:54:55Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d6a878f9ebfeff4b7d75cb8d5a48dcc0447101ce31d47c2a3f411a3c4e703591", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-hw-scoped-broadcast", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-hw-scoped-broadcast"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 23.174, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 101.202}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sec-audit-sweep__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:50:17Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "884a6cef171ee2e93d25a4f7779494cac785244bd66ddd52e2edb062c9931675", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sec-audit-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 24.819, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 773.748}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sec-audit-sweep__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:03:20Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e093326d9e43774b48e3356519cbe81cb125fa81da20b5ff4020a188edc61f32", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sec-audit-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.316, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 793.067}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sec-audit-sweep__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T04:55:15Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "36a3f9753f01690cc2285dffd85b385c18e857d71bc477808f65e6d4162b0b5a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sec-audit-sweep", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sec-audit-sweep"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 19.746, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 873.35}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sup-legacy-conversions__r1-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:40:57Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "865208d69c3355badebb4b5738dd5a759f5ee1b87ef47e795d7b712ea238f690", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sup-legacy-conversions"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 28.108, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 336.938}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sup-legacy-conversions__r2-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:47:47Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a2d515dd4eb35f8ec039e5ef192e5a49c7d47d6ef5fe66fa7479a29cbdc0b1b6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sup-legacy-conversions"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.405, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 740.601}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "route-v3", "audit_round": "r45", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-sup-legacy-conversions__r3-route-v3-r45-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-03T03:47:07Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "3044a675d87adef2bfdac1eb4c85a91767421cb436c212134c23f14b55c5d234", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-sup-legacy-conversions", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-sup-legacy-conversions"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 27.625, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 687.592}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-elx12:route-v3", "audit_round": "r45", "cell_id": "r45-eu-elx12-eu-elx-12-retry-api-deprecation-route-v3-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:56:05Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d92259e8cd3c9ac60fd23fb8feaaa4a125088b4347f2c81861e5419ee94a9661", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 2.504, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1000.446}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-elx12:route-v3", "audit_round": "r45", "cell_id": "r45-eu-elx12-eu-elx-12-retry-api-deprecation-route-v3-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:56:46Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "0d5ddf92837cf3e489b1681ccd8b41a5b816ff591b2dd531a62187b2ff1525d0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 3.295, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 1029.028}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-elx12:route-v3", "audit_round": "r45", "cell_id": "r45-eu-elx12-eu-elx-12-retry-api-deprecation-route-v3-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T04:08:26Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "885ba0a6e62575f14134f0044d3c38d6dfee3c8596e065ea48e28685571da7ae", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-12-retry-api-deprecation"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 2.822, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 732.988}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-syn13:route-v3", "audit_round": "r45", "cell_id": "r45-eu-syn13-eu-syn-13-bug-empty-filter-crash-route-v3-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:46:32Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "20dbb3f3c884f1082bf9d590270fa024c2871dc92621d874ee8483522868d1b5", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 6.841, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 308.765}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-syn13:route-v3", "audit_round": "r45", "cell_id": "r45-eu-syn13-eu-syn-13-bug-empty-filter-crash-route-v3-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:47:19Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4456001b1e222efc4a58fd14df1aa1591219cb7e7ec0e7f8d8fcace765a098c3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.496, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 362.969}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-syn13:route-v3", "audit_round": "r45", "cell_id": "r45-eu-syn13-eu-syn-13-bug-empty-filter-crash-route-v3-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:55:33Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a67ef34a20de93bc1a716d874b7afe1615adbfb6f558ecd3ab76567f7b98f835", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 6.56, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 336.044}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-syn14:route-v3", "audit_round": "r45", "cell_id": "r45-eu-syn14-eu-syn-14-bug-sla-business-hours-route-v3-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:42:03Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2a65c2b4ddd90aebbc8788b502a965473d49d50e26ac6bd56b8aa0c3106b84f6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.691, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 44.297}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-syn14:route-v3", "audit_round": "r45", "cell_id": "r45-eu-syn14-eu-syn-14-bug-sla-business-hours-route-v3-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:42:54Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "670941f88640090f65c55c0963bcfececaf33a4790320e4124cafa6835c6ef02", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 18.459, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 64.691}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-eu-syn14:route-v3", "audit_round": "r45", "cell_id": "r45-eu-syn14-eu-syn-14-bug-sla-business-hours-route-v3-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:45:18Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-eu", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "281ac444b15478e6c9c85ef8a66984d8afa53ff085d8ec13b3287f6ef2fb6101", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "2bf5a52ae30187918d48038176876dd10c5d28c9", "kind": "git-commit"}, "id": "syn-14-bug-sla-business-hours"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 12.384, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 70.87}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-us-elx05:route-v3", "audit_round": "r45", "cell_id": "r45-us-elx05-us-elx-05-cache-single-flight-route-v3-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:39:33Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1d8cae6241e77751b63886edc7b1e10ed9906d8a429d31c6d2d88972bcab94f6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 2.96, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 181.49}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-us-elx05:route-v3", "audit_round": "r45", "cell_id": "r45-us-elx05-us-elx-05-cache-single-flight-route-v3-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:38:18Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "a91cec79b1ec68673c7211af901bda169d6b93a951ccff86256a93c75683e51c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.593, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 99.865}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-us-elx05:route-v3", "audit_round": "r45", "cell_id": "r45-us-elx05-us-elx-05-cache-single-flight-route-v3-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:44:23Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "4cdfc3cd28e0c62e19d41785366122e0faf2e4358b1aef1bbd46cd5904325b75", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-05-cache-single-flight"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 2.6, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 374.74}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-us-elx07:route-v3", "audit_round": "r45", "cell_id": "r45-us-elx07-us-elx-07-cli-stats-route-v3-r1", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:47:09Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c83187fa6f5559550a8e34494ff12e4c2d35bcc217294868ea0ea8e26506d646", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 8.052, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 633.891}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-us-elx07:route-v3", "audit_round": "r45", "cell_id": "r45-us-elx07-us-elx-07-cli-stats-route-v3-r2", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:47:25Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "e602964a35e46f071327a9a504e37b72bbf8e56c30023fcdf231a7fdb03757da", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 6.655, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 603.151}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "r45-us-elx07:route-v3", "audit_round": "r45", "cell_id": "r45-us-elx07-us-elx-07-cli-stats-route-v3-r3", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-03T03:58:47Z"}, "graded": true, "harness": "kh-plan", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "kogen-bench-us", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "27c8dbb9ba5a9033a62c3ddb1e4ce567e0b056cd6ccb6957d51b2b6b3f1bdafa", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r45", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "bwrap", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "beltway (public Elixir base; checkout not bundled)", "base_revision": {"hash": "adb5cbc11e33143bcc0153dc966f1f2ee8846d7d", "kind": "git-commit"}, "id": "elx-07-cli-stats"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 4.496, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 3600, "total_wall_s": 708.956}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "b5a8d85d4bdcb8fa2445e42690dabc90bdde5b912e7b26c7ef5ba69b4dee8abb", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.14.7", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
