{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r1-plan-sol-nc-gx-r15av-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-02T11:49:42Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "dd109456f29ba9146efb020cf93b431ee47fa83bc4e5475d65deb2269cb9954f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 225.897}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r2-plan-sol-nc-gx-r15av-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": {"missing": "Boolean receipt not recorded"}, "timestamp": "2026-10-02T11:06:45Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2e8cbd518264ebd54226f8dccc9715080aa25bba77703dee7dbccf598604ce55", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": {"missing": "Phase wall not emitted or not separable"}, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 276.312}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r3-plan-sol-nc-gx-r15av-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:17:09Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d4581c8235877d62d4ef5bbb360223de50a9a703ef83a99a712adc84d429651f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 39.753, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 237.45}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r4-plan-sol-nc-gx-r15av-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:08:55Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "23e3acdfe25dd470af6b946bc08268335d844c3293c89da05addbe00f8d9a71b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 36.543, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 305.476}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__rails-as-variant-processed-once__r5-plan-sol-nc-gx-r15av-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "orchestrator-control", "tests_ran": true, "timestamp": "2026-10-02T11:23:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "bed644380ca2cad3b68b88c287b56052fae3c004c2d1bd5fbb5eb15106777596", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "public-base:rails-as-variant-processed-once", "base_revision": {"hash": {"missing": "Original base commit/tree hash absent; fresh_base_commit is not a base hash"}, "kind": {"missing": "Original base revision type not recorded per cell"}}, "id": "rails-as-variant-processed-once"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 37.295, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 256.735}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bare", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r1-bare-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:58:01Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "2efa11d346a5028926c65c3bc95577693c4cb5797f15fe8640b2ae6db300928f", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 9.851, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 43.039}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-ex", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r1-plan-sol-nc-ex-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:32:20Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "8e090d162114e8b7d82497ffa09b9bc89086d3dd699e946a5f97120d7b42fa30", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.427, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 283.386}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r1-plan-sol-nc-gx-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:53:58Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c6280ec52fee714bb4b8474cd98852222030ea59bcd3213a16f91e1513b42452", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 8.042, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 333.129}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r1-plan-sol-nc-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:30:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "022910903c7872265d5cfa6a554dbb164969e97ad9b9dc303ecc2e2b0bbd8026", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.633, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 248.425}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bare", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r2-bare-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:59:57Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b3fd587c8be6dba93301e2b2e6c71030458a4046a61417fb12ce66cd36596fc6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.539, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 48.829}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-ex", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r2-plan-sol-nc-ex-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:32:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "29d03648059b5bdeca984171a64d7b7d972168b4fb822c34e7b4bca4bce4e54a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.588, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 213.69}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r2-plan-sol-nc-gx-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:51:57Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "30506f2757d0c749310e68dcee5c112e5b8ce6bebb939e61f4be323340249426", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.739, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 251.791}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r2-plan-sol-nc-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:21:08Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d6715d7ecab9107e7ccb09372710c3f3b046a7fa18622d96a9d2538c8dec396c", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 6.469, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 170.801}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bare", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r3-bare-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:39:43Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "d8fe026b5770a3f778d80a69002ca2465ef87ee173f742e22ed19b4fce39d11a", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.727, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 51.157}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-ex", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r3-plan-sol-nc-ex-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:31:03Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "11b42f6740249ff189810b2e9a9b2561c28e8988fc45f4afe9e8aa30c8c94af6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.758, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 248.567}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r3-plan-sol-nc-gx-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:54:39Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "cb875e869e498d7250fed35e8b9df0004d883b32192235d107a643154a827215", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 6.572, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 225.999}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r3-plan-sol-nc-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:58:35Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "1ba7d71be86be658cc107a1fbf912d6937b535e69005c7ea9e6b06bfda271345", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.92, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 191.825}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bare", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r4-bare-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:09:56Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "7d2880341e2f3ce3d7b88c1e02876590b0c74c4321176ce2b469571616b988aa", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.757, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 43.693}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-ex", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r4-plan-sol-nc-ex-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:09:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "b4c638c084b87254ecc7ac6997710d87543d978f5f6cdba168a45936b5462c6d", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.867, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 226.639}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r4-plan-sol-nc-gx-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:58:09Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "402e1c482f9d6ee5d7205f1c98c0af50be94c150965ebefd9539b18257479aa3", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.882, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 270.867}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r4-plan-sol-nc-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:33:49Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "45a2b5a01c67640dba37f436eb8b026da4eba459496df2e2eaa706737ad9695b", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.575, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 181.017}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "bare", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r5-bare-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:45:15Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "c710e56e09637d836b13fce80ee76a82a80538953c2d2b37f333df1570694e89", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 9.801, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 49.336}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-ex", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r5-plan-sol-nc-ex-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:15:19Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "40b8dcbf3003ba30341059802329355dd732cee90c03ee0404d5d5ab10b072a6", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.034, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 242.671}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc-gx", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r5-plan-sol-nc-gx-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:28:39Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "pass", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "f9f1d4e49831f8daf2ab8f72b67163103ab1e653f2bbc311b9c680e519cbf5df", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 5.894, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 256.513}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
{"arm": "plan-sol-nc", "audit_round": "r15", "cell_id": "kh-gpt__gpt-6-luna__low__default__syn-13-bug-empty-filter-crash__r5-plan-sol-nc-r15syn-studio", "cost": {"accounting": "Source-reported; not re-derivable from the public record", "calculator_version": "Source-reported; calculator unavailable; not re-derivable from the public record", "long_context_reconciled": false, "price_table_version": "Source-reported; price table unavailable; not re-derivable from the public record", "usd": {"missing": "Complete per-model billable vector unavailable"}}, "effort": {"effective": "low", "requested": "low", "runner_requested": "low"}, "grade": {"grader": "Studio", "tests_ran": true, "timestamp": "2026-10-02T11:45:42Z"}, "graded": true, "harness": "kh-gpt", "host": {"cpu": {"missing": "No per-cell CPU receipt"}, "id": "studio", "kernel": {"missing": "No per-cell kernel receipt"}, "os": {"withheld": "Host operating-system details are withheld from public records"}, "ram_gib": {"missing": "No per-cell RAM receipt"}, "spec_ref": {"withheld": "Host specification references are withheld from public records"}, "vcpu": {"missing": "No per-cell CPU allocation receipt"}}, "itt": {"class": "counted", "cohort": "scored", "evidence_ref": "STANDARD.md#intention-to-treat"}, "kogen": {"best_candidate": {"not_applicable": "Harness does not use Kogen"}, "landed": {"not_applicable": "Harness does not use Kogen"}}, "model": {"effective": "chatgpt/gpt-6-luna", "requested": "gpt-6-luna"}, "outcome": "fail", "provenance": {"ledger_sha256": "6ea8600b7db497f18f23ec5b4bae4e3204659525c8b1677c5e6e6d9e995d6d2e", "manifest_sha256": "56d237f5a89995874035703a8711810f88dbaf9a37c0cb9e9d32ac31dc861bb0", "source_ref": "reproduce/inputs/run-evidence/index.json"}, "recipe": {"missing": "Not recorded in available public metadata"}, "round_id": "r15", "sandbox": {"egress_allow": ["api.openai.com", "auth.openai.com", "chatgpt.com"], "egress_profile": "allowlist-proxy", "profile": "sandbox-exec", "profile_sha256": {"missing": "Sandbox profile hash not exported"}}, "schema_version": "1.0", "stop_reason": "completed", "task": {"base_repo": "trackline (public Phoenix base; per-task base commit required)", "base_revision": {"hash": "7a2242f1078a25c77fb786ccc2673e2b50ae57c9", "kind": "git-commit"}, "id": "syn-13-bug-empty-filter-crash"}, "timing": {"phases_s": {"develop": {"missing": "Phase wall not emitted or not separable"}, "gate": {"missing": "Phase wall not emitted or not separable"}, "grade": 7.053, "plan": {"missing": "Phase wall not emitted or not separable"}, "review": {"missing": "Phase wall not emitted or not separable"}, "setup": {"missing": "Phase wall not emitted or not separable"}, "shape": {"missing": "Phase wall not emitted or not separable"}}, "timeout_cap_s": 1740, "total_wall_s": 186.13}, "tokens": {"phases": {"develop": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "gate": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "grade": {"cached_input": {"not_applicable": "Official grading makes no contestant model call"}, "input": {"not_applicable": "Official grading makes no contestant model call"}, "output": {"not_applicable": "Official grading makes no contestant model call"}, "reasoning": {"not_applicable": "Official grading makes no contestant model call"}}, "plan": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "review": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "setup": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}, "shape": {"cached_input": {"missing": "Per-phase token counter not emitted"}, "input": {"missing": "Per-phase token counter not emitted"}, "output": {"missing": "Per-phase token counter not emitted"}, "reasoning": {"missing": "Per-phase token counter not emitted"}}}, "total": {"cached_input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "input": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "output": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}, "reasoning": {"missing": "Manifest builder counters do not establish complete planning/review/advisor usage"}}}, "tools": {"codex_cli": {"missing": "Historical tool version not pinned in cell artifacts"}, "grader": {"missing": "Historical tool version not pinned in cell artifacts"}, "harness": "562c489daaf10a03c06d3a86f8227bf08b6a43096f6fae9fd0b5f59bda4e7371", "kogen": {"not_applicable": "Harness does not use Kogen"}, "runner": {"missing": "Historical tool version not pinned in cell artifacts"}, "toolchains": {"elixir": {"missing": "Toolchain version/inventory not recorded"}, "erlang": {"missing": "Toolchain version/inventory not recorded"}, "node": {"missing": "Toolchain version/inventory not recorded"}, "other_inventory": {"missing": "Toolchain version/inventory not recorded"}, "python": "3.9.6", "ruby": {"missing": "Toolchain version/inventory not recorded"}, "rust": {"missing": "Toolchain version/inventory not recorded"}}}}
