{"arm": null, "crosswalk_id": "SCW-d26f208d053b20369f80e28c", "effort": null, "explanation": "Round-level pointer. Exact cell identities and cohort counts are carried by row-level records or explicit claim denominator variants.", "grade_status": "not_a_cell_record", "graded": false, "host": null, "hypothesis_ids": [], "identity_status": "no_aggregate_cell_id", "lifecycle_counts": {"count_status": "unresolved_or_population_specific; see claim ledger", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "unresolved_no_shared_exact_cell_id", "linked_cell_ids": [], "linked_record_sha256": [], "model": null, "outcome": null, "public_cell_id": null, "record_role": "round_disposition", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "rounds/r57/README.md", "source_id_kind": "round_disposition", "source_line": null, "source_pointer": "round-summary", "source_record_id": null, "source_round_label": null, "source_row_sha256": null, "task_id": null, "wave": "A6"}
{"arm": "r57-control-us-elx07:control-default-tools", "crosswalk_id": "SCW-8a5f340388fd5acc59ebe543", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-control-us-elx07-us-elx-07-cli-stats-control-default-tools-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-control-us-elx07-us-elx-07-cli-stats-control-default-tools-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5779, "source_pointer": null, "source_record_id": "r57-control-us-elx07-us-elx-07-cli-stats-control-default-tools-r1", "source_round_label": "r57", "source_row_sha256": "561410d599c51343a22f18d81267e0710fd8e3b9d2f0d93feeabd64cfa8f1c9f", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-06fbba6eab842b8e3ec44c39", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5780, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r1", "source_round_label": "r57", "source_row_sha256": "e258186d037915c9cfed8214d68a75324aba756b3ea9d34c7646b0281c96d7b4", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-bbbfbf2efbb872b66c0349fe", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5781, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r2", "source_round_label": "r57", "source_row_sha256": "cc98013f64680c18acb14f44c35d739a7c2e807971dd36a114fb1475b0475ed7", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-87bf89294bd6d27155bfd0a8", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5782, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r3", "source_round_label": "r57", "source_row_sha256": "e87d46865ee6432e02617b581a909b833a91c69765ac333656e3dbb6e61cc0b7", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-9cf106ac216f5a66b30fe4fd", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5783, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-default-tools-r4", "source_round_label": "r57", "source_row_sha256": "09b21c61a30619b769b341f2d15b04dcef8919731c318028e3e3b2fbe4f3049d", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-55624ca6a5c602f852461b20", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5784, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r1", "source_round_label": "r57", "source_row_sha256": "ad4849eb8a7790e3752ed9e5bd0d273f4d53658787d38d7943a16e531fb9a15b", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-d757830a5795bdc64233846d", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5785, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r2", "source_round_label": "r57", "source_row_sha256": "efeb0df42009c36d386e3b959db1d40380167d0ed60a0c6f0afc928096c1c50a", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-d38c9cc922dcf9126e8c1388", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5786, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r3", "source_round_label": "r57", "source_row_sha256": "cfb7d4680c8420c977fc2dd268ad9d69d641b8d3679a4de11b26b6572127ebfa", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-b870315fef2f62ff51e8957a", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5787, "source_pointer": null, "source_record_id": "r57-us-elx05-us-elx-05-cache-single-flight-shell-only-r4", "source_round_label": "r57", "source_row_sha256": "6ab0be849ad7f34111e9245353175c52a3ad52603e3e98792ffffb6a7e5be301", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-fa27f84e69d5ecd92fd265ab", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-default-tools-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5788, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r1", "source_round_label": "r57", "source_row_sha256": "ab4fcbbd2939bc0bbd01014f27b757fa650ae20b16c99c254ea39b514d935f5a", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-f40a62d481eeced3dd942f4a", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-default-tools-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5789, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r2", "source_round_label": "r57", "source_row_sha256": "0346b5594a50832062c97463520946a29a752dce198ffc90296a9458cd46cd04", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-7ed8fc154f2fe16b006b0e5a", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-default-tools-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5790, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r3", "source_round_label": "r57", "source_row_sha256": "70746505fe0d4515449590a95d52427bd6316c2cd9adb40ded8df77fcb4bc552", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-f9610473d15e2acec86ce6a6", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-default-tools-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5791, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-default-tools-r4", "source_round_label": "r57", "source_row_sha256": "5d353fe53ca7d1c89c3945a61e0560c460cae1605415fbd7107523db30aa9e5d", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-a1ed2a5fe843c2e315723909", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-shell-only-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5792, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r1", "source_round_label": "r57", "source_row_sha256": "eeb795b1d83bf9a05cb088f7997fba7dbaec7f96e31ed7a6c7c095505ec2fff6", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-2a2031f7533e2a01f1a1e76a", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-shell-only-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5793, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r2", "source_round_label": "r57", "source_row_sha256": "80a43d5184306b282415a63d296e44e4f3e4ae90cd47f48aed224a084c2275d6", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-b00fff14927b5decfc0c0a23", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-shell-only-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5794, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r3", "source_round_label": "r57", "source_row_sha256": "ec6aaaaf71f176f34dcb0fc504ff32e6a1faaa6eae3d45136e82c343b934e1d8", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-be863c7b208fc59b18162829", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx07-us-elx-07-cli-stats-shell-only-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5795, "source_pointer": null, "source_record_id": "r57-us-elx07-us-elx-07-cli-stats-shell-only-r4", "source_round_label": "r57", "source_row_sha256": "f1485aba457677e3b2fee98d70ef74071f21eadfe42c18d7999c46363266e589", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-f0f345a4a32ad4a078874974", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5796, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r1", "source_round_label": "r57", "source_row_sha256": "397628eb79b64e06741ced3c0229f60be1bf6ae4494139a330fa721f3956b167", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-e5600cf9c90ba2abdf843715", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5797, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r2", "source_round_label": "r57", "source_row_sha256": "f2d0f343f5e73e528a865ce30c79c0624518931bb171ad2d0f0423385e05cb1e", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-5678dad65218adc71e3c3525", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5798, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r3", "source_round_label": "r57", "source_row_sha256": "1f717470beba34145dbe9af1cbda0b2f7b7022268ea8ae44c6bdeabed7deb939", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-a032971ebbd224832d5ef49e", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5799, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-default-tools-r4", "source_round_label": "r57", "source_row_sha256": "279ec6b3e3340e5960fd2cdd9efb85570a6c6228464b5d1ab529ce8f10f7c02a", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-81ece96a7f698f852be3f616", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5800, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r1", "source_round_label": "r57", "source_row_sha256": "20402dd3269d359ce667d4257f34145374d94551d982679b61bb1797f495230c", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-e202ee5149b8f132eea2c764", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5801, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r2", "source_round_label": "r57", "source_row_sha256": "552f5f63f613a89878f086d488fa29f43f0e2d648e5cf81a1a87cef14122ed23", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-da83235f6ce439284755c6b5", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5802, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r3", "source_round_label": "r57", "source_row_sha256": "2b2c5dfb61b8d86848eb35ccb4863a7ed33151a4f47fc070fb0595eeb9b7133e", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-327161a7ab8d3169a6a27e0b", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5803, "source_pointer": null, "source_record_id": "r57-us-elx12-us-elx-12-retry-api-deprecation-shell-only-r4", "source_round_label": "r57", "source_row_sha256": "0f5bab9392fcb2920abdc974b44847bd7c40dacffd0d5bff7afa5e420e1fb7b4", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-c0e7e94bf58696250fa9ef42", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5804, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r1", "source_round_label": "r57", "source_row_sha256": "2ea4b9d0592ed69a01875fb3728417a7bd3a21d5b18106482b99f6c03cdfccd2", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-9071800ed1deaf8a8eebf854", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5805, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r2", "source_round_label": "r57", "source_row_sha256": "296bdcb1fc5bd144ec0cafbd309f1765940440f4e070f11b8dd4decc1697d152", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-86fb8f7245a28ef13f31f8e0", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5806, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r3", "source_round_label": "r57", "source_row_sha256": "6be8287f52b76b3465c1032727696b37a9c09cd45500caaae0a0de973057fc78", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-6f6cde5ac726061c5b90e145", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5807, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-default-tools-r4", "source_round_label": "r57", "source_row_sha256": "433e29b1daa105816f8794b490697caca76b8445e9aec4a07fdba6abd4a66bae", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-d84df11b8716cbff43ade806", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5808, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r1", "source_round_label": "r57", "source_row_sha256": "e18aa42f70030535c875c245f4869c9da234aa268c63cf94f00077b30f8b0fce", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-232bbf9b84241839b27e9315", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5809, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r2", "source_round_label": "r57", "source_row_sha256": "c4d364c9c93f3aeabab9c211d024c931ddf2c7d4aed1c257a44035ec416d6c98", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-5d5505a991aba0b855ebe7a6", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5810, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r3", "source_round_label": "r57", "source_row_sha256": "db51acf9884e5a4c00bb5ccb6653798fae984c36cbb10b0cc43d01d4c5a32827", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-5c4ac3fbc9ed35ee7f7eff43", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5811, "source_pointer": null, "source_record_id": "r57-us-syn13-us-syn-13-bug-empty-filter-crash-shell-only-r4", "source_round_label": "r57", "source_row_sha256": "b635ead6b55bf5d4432a114f659a6b068a67e244c0b0d8d410a0c28c534aae2e", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-b30d0bf5dfb7e1d8cd8402ef", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5812, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r1", "source_round_label": "r57", "source_row_sha256": "d9bab4c0d836654dbdcf6ac10cf01c78029611f90db099c93f552b2d5144bc01", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-330165736ff6a2867338f7c7", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5813, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r2", "source_round_label": "r57", "source_row_sha256": "2fd707cdcb70add0813b74e09218ef6ea306490d055039408fb4d450ea7fd922", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-67aa6aa47d5d5c1349627b60", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5814, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r3", "source_round_label": "r57", "source_row_sha256": "35eb105bab0f9e60f3c0441c60834214c77944e5b0325846c2dbb0ee89b9493e", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-105f65eb04a9b9c1d1b201bf", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5815, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-default-tools-r4", "source_round_label": "r57", "source_row_sha256": "10c6587cc1227a856ec6d31724b412216d87d3727fb1c012615592b58840d57d", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-e696a1bb707624822dacbef3", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r1"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r1", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5816, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r1", "source_round_label": "r57", "source_row_sha256": "0173a563565a64ec7be86a9acbe2f847005659d0d18e0fa58b775bb83eee21b1", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-f96378e1cb8b00159a078ef8", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r2"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r2", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5817, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r2", "source_round_label": "r57", "source_row_sha256": "bc29d21cd8f411913a71f8c0ca1a3f887e8995a9fdde2791a852e24512babeef", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-34c9f8c5e9907eeff8256956", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r3"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r3", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5818, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r3", "source_round_label": "r57", "source_row_sha256": "2a6395d78df7b5b54279d4e785a4f1d0654d11b29a5913f7ec270bdee6f6f855", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-6e365d97ec7c4bf6b07dddae", "effort": "max", "explanation": "Officially graded and present in the public export. Exact join: source_record_id == public_cell_id == grades.final.jsonl cell_id.", "grade_join_rule": "source_record_id == public_cell_id == grades.final.jsonl cell_id (unique on both sides)", "grade_join_source": "grades.final.jsonl", "grade_publication_label": "officially graded; in the public export", "grade_publication_note": "The exact official grade ID is present in the public grade snapshot.", "grade_publication_status": "public_export", "grade_status": "officially_graded", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "exact_shared_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "exact_official_grade_join", "linked_cell_ids": ["r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r4"], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r4", "record_role": "captured_delivery", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": null, "source_file": "results/run-records/r57.jsonl", "source_id_kind": "run_record_cell_id", "source_line": 5819, "source_pointer": null, "source_record_id": "r57-us-syn14-us-syn-14-bug-sla-business-hours-shell-only-r4", "source_round_label": "r57", "source_row_sha256": "fa469c37ee1f84952b87cea363dee4486214819bfe581317af8b7f2e0c455c80", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-control-us-elx07:control-default-tools", "crosswalk_id": "SCW-85b5a2658cf3737f89c8af14", "effort": "xhigh", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "not_scored", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": false, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4353, "source_pointer": null, "source_record_id": "sha256:f4adf3e1f34e48477169bdaec06818e5cf9a84945a6fe783a3f81363215ff36c", "source_round_label": "r57", "source_row_sha256": "8cf57b66d4842de955b89601675fc67dfe3ee16d3034734e66d8533e5b4ff092", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-4a5bccf7498502549c3ce02c", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4354, "source_pointer": null, "source_record_id": "sha256:320b3353159ca64640b6a46fbae8db1daf96b2c15e4adafd78b52ab0ebac13f7", "source_round_label": "r57", "source_row_sha256": "fcd007a2d691e70f54741a0a52f2a55f10a3b8a090f3e926d5db8978ee4dc217", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-8cc43d95878305ee2e77ce2f", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4355, "source_pointer": null, "source_record_id": "sha256:a7b4a9b6a160da0e6bf75dd8334efc7caf04ed189ddf702c6e45a04441c35041", "source_round_label": "r57", "source_row_sha256": "9fe47859660365879dd6a1d0020993f4fdf401aae6d28c12b92bb6c922922917", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-f1e5cd7e09323f45f1e717ff", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4356, "source_pointer": null, "source_record_id": "sha256:785b0e616dbe8f9c9e971c3b31b2c6427abb5f6f29d8ef08272bf57c3c10c203", "source_round_label": "r57", "source_row_sha256": "cff9469d6333af91dcfaa9cea9d92cfb933de2dac886cd03d142f0e3763114a7", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:default-tools", "crosswalk_id": "SCW-44e424036f791b8503853286", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4357, "source_pointer": null, "source_record_id": "sha256:e52cc30e11a94c694ae6eae10059e675c388a24b4c7291abfaf7f0f224038e26", "source_round_label": "r57", "source_row_sha256": "9f9a73e579ebc39e12e6cb0b0b72f8f3e532ee9353c06ad1d318080c3a231d68", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-3f8dcdd3b77a6009afbf407a", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4358, "source_pointer": null, "source_record_id": "sha256:f2e5fa51d498ad088a5d6f3cc29cbf0969ea2114723689f5940079c8e6fd7743", "source_round_label": "r57", "source_row_sha256": "b1308c5eaf6bf589c4a4fdc626f2ba77d00d04d19c414d51daaa4e8b4dd51a4a", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-9ebc7baffc7d0c30f638aaa3", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4359, "source_pointer": null, "source_record_id": "sha256:67854bfb5329c1f36bdf3b2a45073e9f5e794454d507cf5b17bbae9d6c01b656", "source_round_label": "r57", "source_row_sha256": "cea26f09ff344a4d48024286aea9350016e28bbc995d811ba49a236a1ce05601", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-82638727a441f469215b7463", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4360, "source_pointer": null, "source_record_id": "sha256:354a126df3024902ab709f1dc1b9d9fc30be5eb8ffb5132fd858453ec1164e04", "source_round_label": "r57", "source_row_sha256": "9a5f911f2923a77294f7a701b6e99a202e1bddcc2ae7649d8e937e2380099f10", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx05:shell-only", "crosswalk_id": "SCW-e4b2a9ef1ab56d3507b8d970", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4361, "source_pointer": null, "source_record_id": "sha256:5f7a5a96bf5c4c41100bbca21831184df5e21fbbe725995b8167d6b316f7afb7", "source_round_label": "r57", "source_row_sha256": "75428ee197c733ca7145d0c34de98722721486212641d6cb45b38d1a320646d2", "task_id": "elx-05-cache-single-flight", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-12ad3bfade5ee829948bc640", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4362, "source_pointer": null, "source_record_id": "sha256:5e281cdbd4e9f432059160df60a2ddc04e97935771094eb6278b5fda84b5bdb0", "source_round_label": "r57", "source_row_sha256": "2f34b106443d81619be5a706318ed26207af134312269dc54646e942b0a0eccd", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-6f51f4bf28cba01ab197eada", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4363, "source_pointer": null, "source_record_id": "sha256:32f3c32570ed5379ac127c38117f74eb820c49befd3a55c1830dbf8dc54e9372", "source_round_label": "r57", "source_row_sha256": "367b508d96f87e9d5097510e88eed1b823c9726453d60189886d3d777c00e49e", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-99d27e4e652e6ffdca7afe30", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4364, "source_pointer": null, "source_record_id": "sha256:08aaa394d69c2cce3aee2ded5874b5b43cb23d3330e328fe0593c0a983d7ff52", "source_round_label": "r57", "source_row_sha256": "b1c72f0f26763a080a752a5041bd29c53cd38585449491157a7156947eabc79f", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:default-tools", "crosswalk_id": "SCW-62a9fe9763a00639ea486176", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4365, "source_pointer": null, "source_record_id": "sha256:0285e05b7178152b3c63f5c2f3937c5595c66eef3f28731bdc9f7cce6e1ba43e", "source_round_label": "r57", "source_row_sha256": "75f72fa5490d964a5cd2625c07479adc90e3b62240ed513752ae4871b3fd856d", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-2b1656d2c3360bc615f38248", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4366, "source_pointer": null, "source_record_id": "sha256:d7b53666fc60c173c422eae38d47062ccf79b32d20f68a0789c88c8c5b96099b", "source_round_label": "r57", "source_row_sha256": "4be101a22b06de90b3a4a3d96b564f89b4f74382f6cec020f2d5ffcc2f07e8cf", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-a82be51f6838555c39d438ab", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4367, "source_pointer": null, "source_record_id": "sha256:f47bfe2b84534bc72a2a9b6c7ccd7ca4355101aa82fec2e10161f02f9672f05f", "source_round_label": "r57", "source_row_sha256": "1b5ecd0bc89068e4784ab72c7318d18a33ae34a7737bbf95decbc4682e61cb69", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-0204d23ccd325228b69110a3", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4368, "source_pointer": null, "source_record_id": "sha256:f29a49b72f821ba13821b350b12377afede14858e46ab165a72ac0f22bcfd33f", "source_round_label": "r57", "source_row_sha256": "ca3c4c1ad0b9ef1eced2a66bf572967773b0e9a7b76ab7129897585c65a5a619", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx07:shell-only", "crosswalk_id": "SCW-25d10b4e54d25fe6c31d848c", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4369, "source_pointer": null, "source_record_id": "sha256:32c63e01848ed23277b6026be6a29898687e5775f54c0d3d4db88631b9ff88c8", "source_round_label": "r57", "source_row_sha256": "25c9a0fc7a3dc5ba30a30e92cde717e704c28cb3716760d251853d3a51e33803", "task_id": "elx-07-cli-stats", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-2f726b978c0e0706ce7c0b07", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4370, "source_pointer": null, "source_record_id": "sha256:f7840072de18cb182614c4faa13b0bc83ed66b52ea0f87401d4d50dc4433cccd", "source_round_label": "r57", "source_row_sha256": "61faa375ec9bbb6f532e6e86e3abf7a0d9928e99c4c3ef7363ffff90e924f6fb", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-6cfd8629ab3a59c1c055e91c", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4371, "source_pointer": null, "source_record_id": "sha256:3db9bcc8a68c0399f0b27282940530d9bc1f5e22b744ecacebfbb0a261cf6e72", "source_round_label": "r57", "source_row_sha256": "f3e6e6f8d2f79688cd0b818258012c0380e00af83a2698fd7929a78d9c56513c", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-bba3f8c58084b3d32cc4cb4a", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4372, "source_pointer": null, "source_record_id": "sha256:eb234997605d40ac0416e56b5b640b9ba9ecd8144cd1c29be79071f3fa75032d", "source_round_label": "r57", "source_row_sha256": "61ca898b92054324e24f279e61b0285c3634b4da98779850df8570561fdfb66f", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:default-tools", "crosswalk_id": "SCW-46e793ace300d11262da468a", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4373, "source_pointer": null, "source_record_id": "sha256:b8ca30e79adbf213a1a07a23135315eaf69519b3ab7249ee810179a162477437", "source_round_label": "r57", "source_row_sha256": "576cc2ee18a2f0b4a44a7b643eb4ecfd97517487c61d3ee3dbb10c9f3c74af34", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-ffbac7cf5c5914d15a0579ce", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4374, "source_pointer": null, "source_record_id": "sha256:4eccabcbf8d630f8d286d495ca56dfee30574678c833e737c48dcb1e00bdc0f2", "source_round_label": "r57", "source_row_sha256": "0ecbe0a10eec12c512502db24ef7418b9305adfa40a745cac2db97e6eae5fc2d", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-a7c08264c739137e8db0c56f", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4375, "source_pointer": null, "source_record_id": "sha256:b255cd75c5fc37c16ae6efb6b65d66575562dee06d4b6d52e4ad69cb02cc7005", "source_round_label": "r57", "source_row_sha256": "4e28dfe36260ab135b3c2635c8357bfaec41c30443fbafc328cf756cf3502d15", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-3be72be3db62f867af3272fb", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4376, "source_pointer": null, "source_record_id": "sha256:cb013692027fe777a5619f756d612e17c11edca4f31bf2561813d2eb0c9bb860", "source_round_label": "r57", "source_row_sha256": "89461bf7fe7863e2730d0b3b197f9c98f228948e8e262e28b1b1419d45d7647c", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-elx12:shell-only", "crosswalk_id": "SCW-fc21b161ea801cbc8e3681ab", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "fail", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4377, "source_pointer": null, "source_record_id": "sha256:4d7a5a0ec93a320a95c5fe25da651c59b8fddc4e42ada4c0e145d8121737dd70", "source_round_label": "r57", "source_row_sha256": "ed181ae3b83524b82ce6029d9aa44e65fc2534a6067f0a386f6e746b694ffdff", "task_id": "elx-12-retry-api-deprecation", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-53431f5d8dee8a6aad54d081", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4378, "source_pointer": null, "source_record_id": "sha256:10036b27e9f809c27b7d5db13de182ec358008a5042dd6f6afa5d386a1ccc032", "source_round_label": "r57", "source_row_sha256": "940e998c8c183df3038016a87284e2e5188a6e4dbf1fbac659f3e0f85b99f0a1", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-b107d9803db4a507bbca66a7", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4379, "source_pointer": null, "source_record_id": "sha256:007170895df1b88efdac8cb211d6af3831d7e1636b477e2c0da31360fe8bf752", "source_round_label": "r57", "source_row_sha256": "fc2ff9f7a62bf6cd6628b6942e487a0eb6566a6473775514b080f3d02e2b14d8", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-5fa7014467d97fc9ccd28a5f", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4380, "source_pointer": null, "source_record_id": "sha256:efce1fe4acd664220d14ba6ee2561b36a263ce8316bd6698483767a81c8f6682", "source_round_label": "r57", "source_row_sha256": "09ec9c812c13fb407585903e43a09dbc1e76a92905281bf5e0bc867df5e5e998", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:default-tools", "crosswalk_id": "SCW-02e015c528c7ba738b5562c2", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4381, "source_pointer": null, "source_record_id": "sha256:82786625aeb26d8340d6d75015679dae199f0ac9c313af46a0ee797f604fc382", "source_round_label": "r57", "source_row_sha256": "eb01b23b22dfeb9e5c87924f42b24ecedf56a8d539276ea85b4a8088bc615a04", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-e38b9280bbf49250176c8993", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4382, "source_pointer": null, "source_record_id": "sha256:39be6f1f502d53a6142b7b5009d1168a5f08a46adc1f091a34763f00377b78da", "source_round_label": "r57", "source_row_sha256": "958bcdb4aa165caafda1e5e30d6a0a6776863a4ef28ae475d6f9cde4e53d25ff", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-ee9090c82a727831633c0399", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4383, "source_pointer": null, "source_record_id": "sha256:67c361338e61c269fb5799ccaf4d29f04cf5ae01daed7c89586720fbb8f2433f", "source_round_label": "r57", "source_row_sha256": "7bf98410c23c5e4d16e1df21f9413fd1e16a83658400bf52c6c942d050fd6f16", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-6d8a900c4954c9dab099822d", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4384, "source_pointer": null, "source_record_id": "sha256:96e88230daf15704f348520362ea6a0325b0772b17249ce2d8d2f772709d5d9b", "source_round_label": "r57", "source_row_sha256": "144bf3b74a5663c7a8ae7551e37c6641b028bdea672d93a6cd49093d85339c52", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn13:shell-only", "crosswalk_id": "SCW-129663d2c40e5224f7b4c0a8", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4385, "source_pointer": null, "source_record_id": "sha256:6ee7fc3882add4fe1e9fcd6cd65275e1c34bbf85fe4a762508bdc3b872c01f3b", "source_round_label": "r57", "source_row_sha256": "79453e30b88450a2f3bd7fb5add3ddaa62c55c44feca2b34307bce79c9b6001d", "task_id": "syn-13-bug-empty-filter-crash", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-d5c681b99891dda80670790c", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4386, "source_pointer": null, "source_record_id": "sha256:b07f7073060df87d174e9c5390c69da11558d18f3544d72c3fe2a62e866935e3", "source_round_label": "r57", "source_row_sha256": "eea36cff3b27d8d80942ffbe1fa31203ea3ee8e1f8ad664b8d541a3802a4ed7a", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-3a2f4166331920200c494fb8", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4387, "source_pointer": null, "source_record_id": "sha256:c4d50162695fc632e7741ee8bded6508ecc00e4eb7d5b4edec1ded94173849fa", "source_round_label": "r57", "source_row_sha256": "c1f8b91dc56495af7c40b05ca3437f7fb16403a8dc9f8e3c74813b108427e956", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-0b4cb0d3a59f802ef7239982", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4388, "source_pointer": null, "source_record_id": "sha256:5f4bf634d4a6c218933af2ae28ea3d815e65c28a6300fae289c5141b5790c067", "source_round_label": "r57", "source_row_sha256": "6f221d7ef433d25ec7c3e80d57d9b783831cf996deb0a0a98c1b6f04c0cca20f", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:default-tools", "crosswalk_id": "SCW-69b0dfa881a5223254c07187", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4389, "source_pointer": null, "source_record_id": "sha256:94277746f69b9a79684c805e500773c550c07c3ca09a4fe2fa3265c8c6fd22aa", "source_round_label": "r57", "source_row_sha256": "05e36e9e31b87a3266c76bf117c2d66863955e84eed6736ea82708497fd3bc99", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-f24e7909ba2d9b62a37cad2f", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4390, "source_pointer": null, "source_record_id": "sha256:562044c94a1b07d38c2127625da59eb7b328e160dd8c5105f1b1c5c309859097", "source_round_label": "r57", "source_row_sha256": "0b97f772759659e89cc21a6f89316647bee441147ca37c162d5f8c21997c6565", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-d0bf2cae8fe29ec31f25775c", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4391, "source_pointer": null, "source_record_id": "sha256:4a7c06b092e9fa295bec506bc1dfa3df1d31964a006d334d50677b00ee2e0b59", "source_round_label": "r57", "source_row_sha256": "6fcdab69ae910ab99c0a4fe6ca0ac034b3bbcdb46ce4f72dce8ac52664d44e85", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-6d17058d1232a60c8a3cbc35", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4392, "source_pointer": null, "source_record_id": "sha256:8202eabb30af6315882a0a8a2ece1af6950eefa29e083aa401627d6e6f55d1c5", "source_round_label": "r57", "source_row_sha256": "eed7676071ec914a43c94b776dc8ea8022ccf5acd8ffd4b27eb7d1208b6335c8", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
{"arm": "r57-us-syn14:shell-only", "crosswalk_id": "SCW-94dc049941cdc853aca59052", "effort": "low", "explanation": "Official outcome export row. The export has no immutable cell_id, so it is not joined to a delivery by a composite guess.", "grade_status": "official_export_row", "graded": true, "host": "kogen-bench-us", "hypothesis_ids": [], "identity_status": "public_row_hash_only_no_cell_id", "lifecycle_counts": {"count_status": "not_reconciled_from_exact_public_ids", "finished_n": null, "graded_n": null, "itt_n": null, "planned_n": null, "started_n": null}, "linkage_status": "no_shared_exact_cell_id_with_delivery_export", "linked_cell_ids": [], "linked_record_sha256": [], "model": "gpt-6-luna", "outcome": "pass", "public_cell_id": null, "record_role": "official_outcome_export_row", "round_id": "r57", "round_page": "rounds/r57/README.md", "round_status": "INVALID", "schema_version": "1.0", "scored": true, "source_file": "results/cells.jsonl", "source_id_kind": "official_export_row_sha256", "source_line": 4393, "source_pointer": null, "source_record_id": "sha256:03ed6ca26a79d81d501610f5f4c4fe13a489e87f9bb61958784b8db9752b3f54", "source_round_label": "r57", "source_row_sha256": "e52705a434349150ba455252f5c71387ac1154b63351eedbe61500f7bd2e0a57", "task_id": "syn-14-bug-sla-business-hours", "wave": "A6"}
